-- Logs begin at Wed 2021-06-09 14:26:49 UTC, end at Wed 2021-06-09 15:24:57 UTC. -- Jun 09 14:55:56.612429 dv-cinder-789603-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 09 14:55:59.187749 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.common.config [-] Logging enabled! Jun 09 14:55:59.188327 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev300 Jun 09 14:55:59.188504 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91711) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 14:55:59.191677 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.common.config [-] Logging enabled! Jun 09 14:55:59.191932 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev300 Jun 09 14:55:59.192244 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91711) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 14:55:59.193163 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 14:55:59.193396 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 14:55:59.193747 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 14:55:59.193992 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 14:55:59.194217 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 14:55:59.194556 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.194854 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.195245 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.195569 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.195861 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.196153 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.196437 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.196727 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.197023 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.197308 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.197589 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.197870 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.198099 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.198378 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.198688 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.198976 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.199199 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] debug = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.199477 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.199899 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.200299 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.200578 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.200866 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.201154 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.201414 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.201686 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.201967 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.202293 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] host = dv-cinder-789603-9-iscsi {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.202593 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.202881 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.203178 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.203460 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.203721 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.203996 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.204279 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.204551 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.204821 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] log_file = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.205102 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.205383 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.205667 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.205953 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.206188 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.206391 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.206701 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.206984 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.207256 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.207528 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.207798 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.208066 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.208335 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.208603 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.208882 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.209161 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.209441 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.209712 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.209980 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.210246 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.210539 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.211648 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.211648 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.211994 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.212269 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.212557 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.212827 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.213102 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.213401 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.213686 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.213965 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.214247 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.214543 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.214831 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.215106 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.215376 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.215651 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] use_json = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.215921 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.216190 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.216468 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.216737 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.217007 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.217278 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.217545 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.217827 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:55:59.218120 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.218417 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.218740 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.219024 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.219318 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.219597 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.219886 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.220161 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.220447 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.220733 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.221017 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.221293 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.221577 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.221852 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.222142 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.222441 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.222765 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.223054 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.223331 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.223601 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.223872 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.224145 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.224427 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.224714 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.225000 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.225272 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.225552 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.225840 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.226115 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.227011 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.227304 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.227595 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.227875 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.228149 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.228429 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.228705 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.228976 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.229248 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.229523 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.229811 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.230087 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.230358 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.230660 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.230936 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.231206 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.231489 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.231763 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.232034 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.232305 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.232578 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.232847 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.233119 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.233397 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.233669 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.233946 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.234217 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.234517 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.234777 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.235047 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.235321 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.235595 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.235865 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.236139 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.236407 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.236674 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.236940 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.237207 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.237477 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.237758 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.238050 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.238325 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.238626 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.238902 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.239176 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.239450 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.239724 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.239998 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.240273 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.240543 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.240828 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.241109 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.241395 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.241676 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.242022 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.242396 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.242727 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.243024 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.243302 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.243586 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.243873 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.244154 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.244450 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.244742 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.245035 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.245328 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.245625 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.245906 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.246210 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.246502 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:55:59.246723 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 14:55:59.246958 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91711) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 09 14:55:59.597193 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:55:59.597448 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:55:59.597684 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:55:59.598157 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 09 14:55:59.985341 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:59.985642 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:59.985911 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:59.987133 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:59.987410 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:55:59.987673 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.022867 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.023139 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.023950 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.036856 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.037132 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.037397 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.065834 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.066114 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.066381 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.104375 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.104652 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.104919 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.350721 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.351339 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.351339 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.351488 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.352191 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.475187 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.475506 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.475786 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.476057 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.476354 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.476663 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.476919 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.477169 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.477416 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.477691 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.477944 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.478204 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.478457 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.478737 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.478985 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.479243 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.479504 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.479758 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.480017 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.480262 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.480534 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.480874 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.481121 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.481396 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.481641 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.481882 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.482272 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:56:00.482527 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:56:00.482763 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:56:00.482993 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:56:00.483221 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:56:00.483449 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:56:00.483810 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 09 14:56:00.486924 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 09 14:56:00.490940 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 09 14:56:00.496376 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 09 14:56:00.498582 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 09 14:56:00.499023 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 09 14:56:00.499353 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 09 14:56:00.499731 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 09 14:56:00.502557 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 09 14:56:00.502809 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 09 14:56:00.503155 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 14:56:00.535117 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 09 14:56:00.535571 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.535871 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91711) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 09 14:56:00.536231 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.537595 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91711) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 09 14:56:00.537885 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 14:56:00.538130 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 09 14:56:00.541456 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.541735 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:00.606469 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 09 14:56:00.606674 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 09 14:56:00.606910 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 09 14:56:00.607285 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 09 14:56:00.639308 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_db.sqlalchemy.engines [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91711) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 09 14:56:00.974625 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Initializing driver for type 'gre' Jun 09 14:56:00.975138 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] gre ID ranges: [(1, 1000)] Jun 09 14:56:01.027402 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Initializing driver for type 'local' Jun 09 14:56:01.027750 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Initializing driver for type 'vlan' Jun 09 14:56:01.039319 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] VlanTypeDriver initialization complete Jun 09 14:56:01.039808 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Initializing driver for type 'vxlan' Jun 09 14:56:01.040282 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] vxlan ID ranges: [(1, 1000)] Jun 09 14:56:01.091838 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Initializing extension driver 'port_security' Jun 09 14:56:01.092283 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] PortSecurityExtensionDriver initialization complete Jun 09 14:56:01.092517 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Initializing mechanism driver 'openvswitch' Jun 09 14:56:01.092870 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Initializing mechanism driver 'hyperv' Jun 09 14:56:01.099358 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.plugins.ml2.plugin [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:01.100108 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > port after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.100479 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > port after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.100837 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > port after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.101218 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > subnet after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.101623 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > subnet after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.102001 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.102336 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > network after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.102696 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > network after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.103031 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > network after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.103399 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > security_group after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.103738 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > security_group after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.104072 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.104441 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.104778 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.105109 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.105475 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > address_group after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.105810 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > address_group after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.106138 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.106468 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] ML2 OVO RPC backend initialized. {{(pid=91711) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 09 14:56:01.107185 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.107527 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.107931 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > network before_response 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.108270 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > networks before_response 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.108607 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > port before_response 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.108937 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > ports before_response 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.109273 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > subnet before_response 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.109606 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > subnets before_response 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.109941 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > network after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.110272 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > network after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.110630 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > network after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.110960 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > port after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.111288 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > port after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.111619 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > port after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.111954 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > subnet after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.112283 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > subnet after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.112605 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.113167 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.plugin [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Modular L2 Plugin initialization complete Jun 09 14:56:01.113488 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading services supported by the core plugin {{(pid=91711) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 09 14:56:01.113805 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.plugins.ml2.managers [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Got port-security extension from driver 'port_security' Jun 09 14:56:01.114262 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.extensions.vlantransparent [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Disabled vlantransparent extension. Jun 09 14:56:01.114770 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91711) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 09 14:56:01.115080 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading Plugin: router Jun 09 14:56:01.151565 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.151949 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router after_create 55549900 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.152311 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router before_create 55549900 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.152669 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.153029 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.153375 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router after_delete 55549900 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.153724 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.154078 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router after_create 55549900 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.154416 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router after_update 55549900 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.154781 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router after_update 55549900 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.155121 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.155478 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router after_update 55549900 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.155877 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router precommit_update 55549900 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.156234 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: port after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.156563 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: port after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.156889 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: subnet after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.157218 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.157554 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.157890 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router precommit_create 55549900 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.158231 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: port before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.158590 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router precommit_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.158939 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router after_update 55549900 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.159275 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.159614 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router precommit_create 55549900 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.159966 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.160307 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router precommit_update 55549900 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.160671 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > network after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.161510 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Tracking information for resource: router configured {{(pid=91711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:56:01.161836 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Tracking information for resource: floatingip configured {{(pid=91711) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 14:56:01.167087 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.db.l3_agentschedulers_db [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 09 14:56:01.167650 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: port after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.168005 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: port after_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.168351 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: port after_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.168697 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: port after_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.169463 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router before_create 55550100 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.169823 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.170184 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router precommit_create 55550100 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.170567 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > router precommit_update 55550100 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.174967 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.services.provider_configuration [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service providers = [] {{(pid=91711) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 09 14:56:01.175327 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.db.servicetype_db [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91711) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 09 14:56:01.178327 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.services.service_base [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 14:56:01.178707 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.services.service_base [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 14:56:01.179048 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.services.service_base [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 14:56:01.180187 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.services.service_base [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91711) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 14:56:01.180578 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.services.service_base [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 09 14:56:01.180949 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:56:01.181262 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 09 14:56:01.191938 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:56:01.192268 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading Plugin: auto_allocate Jun 09 14:56:01.198818 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: network precommit_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.199180 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: network precommit_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.199682 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:56:01.199994 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading Plugin: tag Jun 09 14:56:01.206794 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:56:01.207117 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading Plugin: timestamp Jun 09 14:56:01.211559 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:56:01.211882 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading Plugin: network_ip_availability Jun 09 14:56:01.217084 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.217446 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.217791 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.218508 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:56:01.218830 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading Plugin: flavors Jun 09 14:56:01.225020 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:56:01.225300 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading Plugin: revisions Jun 09 14:56:01.229573 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91711) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 14:56:01.229961 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.632s {{(pid=91711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:01.230718 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91711) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 09 14:56:01.231052 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Initializing extension manager. Jun 09 14:56:01.231551 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: __init__.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.231887 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: __pycache__ {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.232214 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.232540 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: address_group.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.233269 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.233825 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: address-group Jun 09 14:56:01.234144 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: address_scope.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.234866 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.235366 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: address-scope Jun 09 14:56:01.235684 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.236578 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.237078 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: router-admin-state-down-before-update Jun 09 14:56:01.237392 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: agent.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.238065 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.238597 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: agent Jun 09 14:56:01.238915 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: agent_resources_synced.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.239804 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.240308 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: agent-resources-synced Jun 09 14:56:01.240622 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: allowedaddresspairs.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.242939 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.243447 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: allowed-address-pairs Jun 09 14:56:01.243763 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: auto_allocated_topology.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.244814 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.245323 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: auto-allocated-topology Jun 09 14:56:01.245646 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: availability_zone.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.246326 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.246853 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: availability_zone Jun 09 14:56:01.247172 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: availability_zone_filter.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.248057 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.248554 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: availability_zone_filter Jun 09 14:56:01.248870 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: data_plane_status.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.249745 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.250247 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension data-plane-status not supported by any of loaded plugins Jun 09 14:56:01.250602 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: default_subnetpools.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.251480 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.251983 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: default-subnetpools Jun 09 14:56:01.252298 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.253079 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.253664 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: dhcp_agent_scheduler Jun 09 14:56:01.253982 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: dns.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.254903 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.255404 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension dns-integration not supported by any of loaded plugins Jun 09 14:56:01.255720 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: dns_domain_ports.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.256607 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.257105 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 09 14:56:01.257511 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: dvr.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.258796 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.259295 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: dvr Jun 09 14:56:01.259607 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: empty_string_filtering.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.260493 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.260998 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: empty-string-filtering Jun 09 14:56:01.261309 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.262188 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.262712 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 09 14:56:01.263027 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.263908 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.264402 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 09 14:56:01.264714 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: external_net.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.265587 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.266083 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: external-net Jun 09 14:56:01.266394 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.267299 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.267798 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: extra_dhcp_opt Jun 09 14:56:01.268110 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: extraroute.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.268991 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.269487 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: extraroute Jun 09 14:56:01.269800 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: extraroute_atomic.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.270836 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.271340 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: extraroute-atomic Jun 09 14:56:01.271654 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: filter_validation.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.380553 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.381203 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: filter-validation Jun 09 14:56:01.381432 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: fip_pf_description.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.382535 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.384083 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 09 14:56:01.384405 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: fip_port_details.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.385332 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.385845 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: fip-port-details Jun 09 14:56:01.386172 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: flavors.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.387447 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.387974 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: flavors Jun 09 14:56:01.388303 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.389977 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.390514 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 09 14:56:01.390839 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: floatingip_pools.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.391537 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.392041 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: floatingip-pools Jun 09 14:56:01.392362 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: ip_allocation.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.393273 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.393772 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension ip_allocation not supported by any of loaded plugins Jun 09 14:56:01.394093 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.395293 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.395794 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: ip-substring-filtering Jun 09 14:56:01.396114 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: l2_adjacency.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.397006 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.397499 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 09 14:56:01.397814 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: l3.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.398906 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.399410 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: router Jun 09 14:56:01.399732 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.401992 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.402544 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 09 14:56:01.402878 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.403784 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.404293 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: ext-gw-mode Jun 09 14:56:01.404613 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.405508 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.406014 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: l3-ha Jun 09 14:56:01.406330 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: l3_flavors.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.407245 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.407746 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: l3-flavors Jun 09 14:56:01.408060 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.408958 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.409459 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 09 14:56:01.409773 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: l3agentscheduler.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.410969 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.411478 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: l3_agent_scheduler Jun 09 14:56:01.411800 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: logging.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.413282 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.413802 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension logging not supported by any of loaded plugins Jun 09 14:56:01.414170 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: metering.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.414914 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.415490 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: metering Jun 09 14:56:01.415813 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.416890 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.417405 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: metering_source_and_destination_fields Jun 09 14:56:01.417726 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: multiprovidernet.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.418667 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.419175 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: multi-provider Jun 09 14:56:01.419495 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: netmtu.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.420382 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.420883 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: net-mtu Jun 09 14:56:01.421202 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: netmtu_writable.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.422089 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.422627 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: net-mtu-writable Jun 09 14:56:01.422950 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: network_availability_zone.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.423601 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.424098 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: network_availability_zone Jun 09 14:56:01.424414 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: network_ip_availability.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.425491 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.425995 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: network-ip-availability Jun 09 14:56:01.426313 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: network_segment_range.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.427083 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.427579 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension network-segment-range not supported by any of loaded plugins Jun 09 14:56:01.427893 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: pagination.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.428845 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.429166 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: pagination Jun 09 14:56:01.430062 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: port_device_profile.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.431114 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.431618 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: port-device-profile Jun 09 14:56:01.431935 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.432835 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.433346 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: port-mac-address-regenerate Jun 09 14:56:01.433909 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.434848 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.435347 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: port-numa-affinity-policy Jun 09 14:56:01.435662 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: port_resource_request.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.436542 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.437037 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension port-resource-request not supported by any of loaded plugins Jun 09 14:56:01.437363 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: portbindings.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.438254 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.438784 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: binding Jun 09 14:56:01.439102 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: portbindings_extended.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.440352 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.440859 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: binding-extended Jun 09 14:56:01.441183 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: portsecurity.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.442091 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.442633 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: port-security Jun 09 14:56:01.442953 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: project_id.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.443908 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.444231 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: project-id Jun 09 14:56:01.444546 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: providernet.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.446052 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.446579 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: provider Jun 09 14:56:01.446898 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: qos.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.450549 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.451070 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension qos not supported by any of loaded plugins Jun 09 14:56:01.451395 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.452612 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.453124 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 09 14:56:01.453453 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.454343 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.454891 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 09 14:56:01.455212 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: qos_default.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.456098 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.456601 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension qos-default not supported by any of loaded plugins Jun 09 14:56:01.456921 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: qos_fip.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.457552 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.458048 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension qos-fip not supported by any of loaded plugins Jun 09 14:56:01.458367 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: qos_gateway_ip.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.459294 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.459802 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 09 14:56:01.460119 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: qos_port_network_policy.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.461056 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.461552 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 09 14:56:01.461863 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: qos_rule_type_details.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.462794 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.463299 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 09 14:56:01.463613 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: qos_rules_alias.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.464639 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.465150 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 09 14:56:01.465466 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: quotasv2.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.466352 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.466703 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: quotas Jun 09 14:56:01.467017 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: quotasv2_detail.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.470017 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.470353 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: quota_details Jun 09 14:56:01.470703 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: rbac.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.471731 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.472251 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: rbac-policies Jun 09 14:56:01.472575 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: rbac_address_group.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.473482 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.473994 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: rbac-address-group Jun 09 14:56:01.474314 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: rbac_address_scope.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.475276 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.475736 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: rbac-address-scope Jun 09 14:56:01.476055 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: rbac_security_groups.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.477162 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.477671 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: rbac-security-groups Jun 09 14:56:01.477993 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: rbac_subnetpool.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.478906 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.479413 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: rbac-subnetpool Jun 09 14:56:01.479733 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: revisionifmatch.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.480629 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.481137 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: revision-if-match Jun 09 14:56:01.481455 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: revisions.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.482575 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.483084 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: standard-attr-revisions Jun 09 14:56:01.483409 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: router_availability_zone.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.484060 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.484565 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: router_availability_zone Jun 09 14:56:01.484882 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: routerservicetype.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.485770 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.486268 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension router-service-type not supported by any of loaded plugins Jun 09 14:56:01.486618 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.487511 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.488019 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: security-groups-normalized-cidr Jun 09 14:56:01.488333 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.489417 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.489921 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: port-security-groups-filtering Jun 09 14:56:01.490239 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.491165 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.491668 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: security-groups-remote-address-group Jun 09 14:56:01.492547 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: securitygroup.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.502078 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.502641 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: security-group Jun 09 14:56:01.502972 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: segment.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.503743 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.504249 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension segment not supported by any of loaded plugins Jun 09 14:56:01.504572 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.505475 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.505983 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 09 14:56:01.506302 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: servicetype.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.507419 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.508751 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: service-type Jun 09 14:56:01.509084 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: sorting.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.510046 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.510370 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: sorting Jun 09 14:56:01.510708 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: standard_attr_segment.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.511603 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.512108 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 09 14:56:01.512426 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: standardattrdescription.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.513051 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.513549 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: standard-attr-description Jun 09 14:56:01.513872 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: stateful_security_group.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.514791 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.515298 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: stateful-security-group Jun 09 14:56:01.515614 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: stdattrs_common.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.516174 dv-cinder-789603-9-iscsi neutron-server[91711]: WARNING neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 09 14:56:01.516485 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.517453 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.517958 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 09 14:56:01.518270 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: subnet_onboard.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.519423 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.519932 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: subnet_onboard Jun 09 14:56:01.520246 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.521150 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.521650 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 09 14:56:01.521964 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: subnet_service_types.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.522893 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.523577 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: subnet-service-types Jun 09 14:56:01.523895 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: subnetallocation.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.524957 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.525467 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: subnet_allocation Jun 09 14:56:01.525785 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.526426 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.526956 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: subnetpool-prefix-ops Jun 09 14:56:01.527273 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.528179 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.528678 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 09 14:56:01.528992 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: tagging.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.530028 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.530570 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: standard-attr-tag Jun 09 14:56:01.530891 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: timestamp.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.532077 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.532584 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loaded extension: standard-attr-timestamp Jun 09 14:56:01.532903 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: trunk.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.533914 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.534426 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension trunk not supported by any of loaded plugins Jun 09 14:56:01.534887 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: trunk_details.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.535784 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.536300 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension trunk-details not supported by any of loaded plugins Jun 09 14:56:01.536619 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: uplink_status_propagation.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.537514 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.538019 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 09 14:56:01.538335 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Loading extension file: vlantransparent.py {{(pid=91711) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 14:56:01.539068 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91711) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 14:56:01.539564 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 09 14:56:01.541948 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:network Jun 09 14:56:01.542482 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:subnet Jun 09 14:56:01.542896 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 14:56:01.543283 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:port Jun 09 14:56:01.544867 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.v2.resource_helper [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:56:01.545306 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.v2.resource_helper [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service FLAVORS assigned prefix: {{(pid=91711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:56:01.545913 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.v2.resource_helper [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:56:01.546327 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.v2.resource_helper [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:56:01.546683 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:router Jun 09 14:56:01.547104 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:floatingip Jun 09 14:56:01.547589 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.v2.resource_helper [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service METERING assigned prefix: /metering {{(pid=91711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:56:01.549012 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.549384 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.549728 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 14:56:01.550735 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 14:56:01.551179 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:security_group Jun 09 14:56:01.551594 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 14:56:01.552199 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.v2.resource_helper [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service CORE assigned prefix: {{(pid=91711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:56:01.552521 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 14:56:01.552858 dv-cinder-789603-9-iscsi neutron-server[91711]: WARNING neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] subnetpool is already registered Jun 09 14:56:01.553288 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.v2.resource_helper [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service CORE assigned prefix: {{(pid=91711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:56:01.553604 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 14:56:01.553937 dv-cinder-789603-9-iscsi neutron-server[91711]: WARNING neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] subnetpool is already registered Jun 09 14:56:01.556786 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.v2.resource_helper [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:56:01.557208 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.v2.resource_helper [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service FLAVORS assigned prefix: {{(pid=91711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:56:01.557798 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.v2.resource_helper [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:56:01.558199 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.v2.resource_helper [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:56:01.558550 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:router Jun 09 14:56:01.559142 dv-cinder-789603-9-iscsi neutron-server[91711]: WARNING neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] router is already registered Jun 09 14:56:01.559542 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:floatingip Jun 09 14:56:01.559873 dv-cinder-789603-9-iscsi neutron-server[91711]: WARNING neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] floatingip is already registered Jun 09 14:56:01.560319 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.v2.resource_helper [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service METERING assigned prefix: /metering {{(pid=91711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:56:01.560971 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 14:56:01.561292 dv-cinder-789603-9-iscsi neutron-server[91711]: WARNING neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] rbac_policy is already registered Jun 09 14:56:01.561693 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:security_group Jun 09 14:56:01.562022 dv-cinder-789603-9-iscsi neutron-server[91711]: WARNING neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] security_group is already registered Jun 09 14:56:01.562411 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 14:56:01.562761 dv-cinder-789603-9-iscsi neutron-server[91711]: WARNING neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] security_group_rule is already registered Jun 09 14:56:01.563387 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.v2.resource_helper [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service CORE assigned prefix: {{(pid=91711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:56:01.563704 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 14:56:01.564030 dv-cinder-789603-9-iscsi neutron-server[91711]: WARNING neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] subnetpool is already registered Jun 09 14:56:01.564445 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.v2.resource_helper [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Service CORE assigned prefix: {{(pid=91711) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 14:56:01.564757 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 14:56:01.565081 dv-cinder-789603-9-iscsi neutron-server[91711]: WARNING neutron.quota.resource_registry [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] subnetpool is already registered Jun 09 14:56:01.565533 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: extensions {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.567011 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: address-groups {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.568528 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: address-scopes {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.569826 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: agents {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.572195 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: auto-allocated-topology {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.573460 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: availability_zones {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.574710 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: dhcp-networks {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.576215 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: dhcp-agents {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.577638 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: routers {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.579349 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: flavors {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.580607 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: service_profiles {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.581818 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: next_providers {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.583272 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: service_profiles {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.585777 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: floatingip-pools {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.587032 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: routers {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.588742 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: floatingips {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.590012 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: l3-routers {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.591432 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: l3-agents {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.592856 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: metering-labels {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.594100 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: metering-label-rules {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.595494 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: network-ip-availabilities {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.596725 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: bindings {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.598273 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: quotas {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.599851 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: quotas {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.601263 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: rbac-policies {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.603023 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: security-groups {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.604296 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: security-group-rules {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.605517 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: service-providers {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.606782 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: subnetpools {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.608107 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: subnetpools {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.609651 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: tags {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.611354 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: tags {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.613127 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: tags {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.614958 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: tags {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.616625 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: tags {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.619205 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: tags {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.620859 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: tags {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.622702 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: tags {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.624555 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: tags {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.626289 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron.api.extensions [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Extended resource: tags {{(pid=91711) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 14:56:01.632283 dv-cinder-789603-9-iscsi neutron-server[91711]: WARNING keystonemiddleware.auth_token [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 09 14:56:01.636843 dv-cinder-789603-9-iscsi neutron-server[91711]: WARNING keystonemiddleware.auth_token [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 09 14:56:01.645117 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Acquired lock "singleton_lock" {{(pid=91711) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 09 14:56:01.645586 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_concurrency.lockutils [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Releasing lock "singleton_lock" {{(pid=91711) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 09 14:56:01.646203 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO oslo_service.service [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Starting 2 workers Jun 09 14:56:01.650935 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Started child 91816 {{(pid=91711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 14:56:01.655210 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Started child 91817 {{(pid=91711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 14:56:01.656319 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:01.656997 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO neutron.service [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 09 14:56:01.657363 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Notify callbacks [] for process, before_spawn {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:01.657774 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [-] (91816) wsgi starting up on http://0.0.0.0:9696 Jun 09 14:56:01.659789 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO oslo_service.service [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Starting 1 workers Jun 09 14:56:01.659956 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:01.661230 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [-] (91817) wsgi starting up on http://0.0.0.0:9696 Jun 09 14:56:01.665379 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Started child 91818 {{(pid=91711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 14:56:01.665913 dv-cinder-789603-9-iscsi neutron-server[91711]: INFO oslo_service.service [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Starting 1 workers Jun 09 14:56:01.669252 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.service [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] calling RpcWorker wait() {{(pid=91818) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 09 14:56:01.669785 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.service [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] returning from RpcWorker wait() {{(pid=91818) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 09 14:56:01.670198 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Started child 91819 {{(pid=91711) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 14:56:01.671045 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG neutron_lib.callbacks.manager [None req-2b339cab-f2f3-4c6d-95a3-90600f4e8c20 None None] Notify callbacks [] for process, after_spawn {{(pid=91711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:01.671139 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:01.671570 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:01.672984 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91711) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 14:56:01.673116 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 14:56:01.673298 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 14:56:01.673838 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 14:56:01.673838 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 14:56:01.673993 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 14:56:01.674479 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.674797 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.675060 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.675332 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.675440 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:01.675879 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.676223 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.676333 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:01.676499 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.676754 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.677025 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.677269 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.677442 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.677605 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.677858 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.678098 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.678390 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.678694 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.678929 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.679209 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.679376 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.680443 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.680735 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.680987 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.681452 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] debug = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.681729 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.682195 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.682439 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.682719 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.682944 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.683222 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.683470 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.683996 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.684228 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.684472 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.684704 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.684960 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.685212 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.685451 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.685668 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.685910 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.686123 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.686625 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] host = dv-cinder-789603-9-iscsi {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.686838 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.687075 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.687305 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.687698 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.687832 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.687991 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.688238 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.688479 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.688718 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.688959 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.689195 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.689425 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.689659 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.689907 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_file = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.690069 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_options = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.690314 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.690599 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.690856 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.691044 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.691210 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.691381 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.691634 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.691797 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.692054 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.692282 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.692493 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.692704 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.692954 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.693171 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.693423 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.693669 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.693899 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.694108 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.694352 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.694598 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.694826 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.694826 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.695588 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.695714 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.695936 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.696152 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.696403 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.696616 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.696825 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.697061 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.697293 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.697568 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.697809 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.698054 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.698276 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.698543 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.698733 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.698987 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.699214 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.699469 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.700302 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.700302 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.700302 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.700777 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.700777 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.701015 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] use_json = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.701144 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.701359 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.701611 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.701844 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.702055 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.703011 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.703011 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.703011 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.703275 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.703492 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.703818 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.704061 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.704274 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.704509 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.704755 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.704969 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.705306 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.705519 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.705756 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.706049 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.706309 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.707222 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.707222 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.707222 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.710035 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.710035 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.710035 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.710035 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.710035 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.710035 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.710035 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.710035 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.711275 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.711275 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.711275 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.711275 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.711275 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.711275 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.711275 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.711275 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.712184 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.712184 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.712184 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.712184 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.712184 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.712184 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.716618 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.716618 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.716618 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.716618 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.716618 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.716618 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.716618 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.716618 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.716618 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.718151 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.718151 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.718151 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.718151 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.718151 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.718151 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.718151 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.718151 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.718151 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.722080 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.722080 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.722080 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.722080 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.722080 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.722080 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.722080 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.722080 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.722080 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.723147 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.723147 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.723147 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.723147 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.723147 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.723147 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.723147 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.723147 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.723147 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.724237 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.724237 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.724237 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.724237 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.724237 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.724237 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.724237 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.724237 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.724237 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.725847 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.725847 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.725847 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.725847 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.725847 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.725847 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.725847 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.725847 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.727771 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.727771 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.727771 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.727771 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.727771 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.727771 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.727771 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.727771 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.729249 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.729249 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.729249 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.729249 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.729249 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.729249 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.729249 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.729249 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.729922 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.729922 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.729922 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.729922 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.729922 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.729922 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.730335 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.730413 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.730860 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.730961 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.731168 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.731420 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.731678 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.731923 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.732175 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.732429 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.732676 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.732918 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.733163 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.733384 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.733656 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.733894 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.734132 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.734352 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.734628 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.734961 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.735192 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.735415 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.735635 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.735919 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.736149 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.736390 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.736657 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.736902 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.737152 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.737385 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.737644 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.737858 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.738102 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.738371 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.738689 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.738946 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.739164 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.739405 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.739639 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.739854 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.740114 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.740346 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.740814 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.741050 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.741268 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.741484 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.741746 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.742628 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.742910 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.743144 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.743538 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.743916 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.744282 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.744675 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.745099 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.745323 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.745610 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.745872 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.746121 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.746352 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.746611 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.746868 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.747103 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.747349 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.747569 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.747780 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.748149 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.748549 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.748932 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.749151 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.749383 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.749602 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.749877 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.750099 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.750447 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.750734 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.750963 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.751201 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.751416 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.751655 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.751893 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.752112 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.752321 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.752527 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.752765 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.753001 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.753245 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.753489 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.753700 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.753913 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.754144 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.754361 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.754597 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.754891 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.755140 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.755381 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.755616 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.755855 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.756079 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.756288 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.756507 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.756721 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.756930 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.757178 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.757408 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.758027 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.758027 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.758302 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.758302 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.758481 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.758882 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.759106 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.759314 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.759549 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.759909 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.760327 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.760547 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.760759 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.761070 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.761326 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.761544 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.761825 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.762088 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.762332 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.762610 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.762942 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.763152 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.763392 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.763613 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.763858 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.764081 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.764345 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.764644 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.765089 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.765489 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.765727 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.766009 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.766289 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.766895 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.766895 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.767060 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.767422 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.767704 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.768126 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.768501 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.768890 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.769247 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.769592 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.770468 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.770751 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.770996 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.771257 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.771492 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.771724 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.771949 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.772177 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.772395 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.772653 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.772884 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.773139 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.773407 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.773565 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 14:56:01.774135 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91711) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 14:56:01.774297 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 14:56:01.774452 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 14:56:01.774832 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 14:56:01.774832 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 14:56:01.775005 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 14:56:01.775158 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.775311 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.775464 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.775627 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.775789 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.775965 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.776119 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.776274 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.776436 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.776753 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.776913 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.777070 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.777228 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.777384 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.777541 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.777698 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.777857 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.778014 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.778183 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.778339 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.778501 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.778668 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.779629 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] debug = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.779629 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.779629 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.779629 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.779629 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.780003 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.780003 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.780146 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.780225 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.780303 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 45922) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:01.780391 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.780470 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.780618 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.780803 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.780957 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.781110 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.781228 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.781388 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.781531 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.781679 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] host = dv-cinder-789603-9-iscsi {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.781833 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.782138 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.782299 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.782454 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.782644 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.782799 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.782956 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.783114 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.783271 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.783426 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.783582 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.783739 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.783896 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.784052 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_file = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.784208 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_options = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.784365 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.784522 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.784678 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.784852 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.785014 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.785177 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.785315 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.785470 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.785626 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.785781 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.785938 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.786123 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.786244 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.786405 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.786583 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.786740 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.786962 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.787061 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.789571 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.789571 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.789571 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.789571 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.789571 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.789571 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.789571 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.789571 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.790414 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.790414 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.790414 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.790414 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.790414 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.790414 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.790414 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.790414 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.791309 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.791309 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.791309 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.791309 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.791309 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.791309 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.791309 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.791784 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.791784 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.791784 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.791784 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.792346 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] use_json = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.792346 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.792346 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.792346 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.792615 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.792615 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.792765 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.792926 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.793082 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 14:56:01.793265 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.793426 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.793660 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.793821 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.793984 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.794144 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.794301 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.794458 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.794639 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.794798 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.794964 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.795121 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.795290 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.795448 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.795608 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.795770 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.795980 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.796072 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.796254 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.796375 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.796533 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.796723 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.796865 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.797933 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099375 Jun 09 14:56:01.798035 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.798151 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.798354 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.799219 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.799219 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.799219 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.799219 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.799219 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.799696 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.799696 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.799696 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.799869 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.799869 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.800283 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.800283 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.800437 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.800516 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.800626 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.800786 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.800948 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.801100 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.801259 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.801418 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.801577 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.801737 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.801996 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.802115 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.802355 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.802355 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.803868 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.803868 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.803868 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.803868 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.804144 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.804144 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.804272 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.804377 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.805173 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.805385 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.805590 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.805754 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.805940 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.806207 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.806329 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.806509 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.806678 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.806838 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.807101 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.807243 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.807317 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.807667 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.807667 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.807823 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.807901 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.808031 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.808191 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.808351 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.808508 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.808904 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.809074 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.810021 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.810199 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.810376 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.810559 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.810759 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.810888 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.811016 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.811161 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.811319 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.811476 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.811646 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.812565 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.812745 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.812905 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.813066 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.813226 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.813385 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.813542 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.813692 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:01.813836 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.813836 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.814082 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.814209 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.815093 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.815285 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.815504 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.815641 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.815771 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.815911 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.816050 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.816178 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.816324 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.816482 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.816694 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.817603 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.817784 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.817918 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.818460 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.818460 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.818460 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.818880 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.818880 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.818880 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.819247 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.819247 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.819395 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.819486 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.819622 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.819780 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.819939 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.820180 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.820362 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.820602 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.820782 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.821118 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.821284 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.821442 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.821601 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.821759 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.821918 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.822077 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.822237 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.822535 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.822634 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.822728 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.822872 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.823032 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.823193 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.823351 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.823512 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.823670 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.823828 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.824276 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.824276 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.824276 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.824497 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.824563 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.824725 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.825686 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.825686 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.825686 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.825686 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.825686 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.825686 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.826058 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.826058 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.826058 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.826228 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.827351 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.827351 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.827351 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.827351 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.827351 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.827351 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.827351 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.830102 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.830102 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.830102 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.830102 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.830102 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.830102 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.830102 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.830102 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.831846 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.831846 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.831846 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.831846 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.831846 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.831846 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.831846 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.831846 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833043 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833043 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833043 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833043 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833043 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833043 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833043 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833043 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833722 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833722 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833722 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833722 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833722 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833722 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833722 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833722 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.833722 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.836640 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.836640 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.836640 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.836640 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.836640 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.836640 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.836640 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.836640 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.837735 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.837735 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.837735 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.837735 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.837735 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.837735 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.837735 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.837735 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.837735 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838242 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838242 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838242 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838242 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838242 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838242 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838242 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838242 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838719 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838719 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838719 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838719 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838719 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838719 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838719 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.838719 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.842215 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.842215 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.842215 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.842215 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.842215 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.842215 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.842215 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.842215 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.843645 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.843645 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.843645 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.843645 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.843645 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.843645 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.843645 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.843645 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.843645 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.846535 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.846535 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.846535 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.846535 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.846535 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.846535 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.846535 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.846535 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.846535 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.847222 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.847222 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.847222 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.847222 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.847222 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 14:56:01.847222 dv-cinder-789603-9-iscsi neutron-server[91711]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91711) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 14:56:12.916034 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90254ffd-c1ed-4343-b380-eed32969daff None None] get_active_networks_info from dv-cinder-789603-9-iscsi {{(pid=91818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 14:56:12.984771 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90254ffd-c1ed-4343-b380-eed32969daff None None] No non-hosted networks {{(pid=91818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 09 14:56:12.996073 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-49751e59-f7bf-4e8a-be8b-4f5e0441ec0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997'] for agent, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:15.281783 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997'] for agent, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:15.282614 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.282977 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.283350 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.283839 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.284304 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.284921 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.285625 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.286094 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.286609 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.287079 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.287778 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.288382 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:15.290160 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-9-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:15.300778 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-9-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:15.382323 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e598e167-3450-4078-ae28-9c7ba6fcc74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997'] for agent, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:15.445952 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2325bca8-a0d3-4549-8062-90049ebf91e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:16.327714 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997'] for agent, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:18.205335 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997'] for agent, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:18.677874 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.db.l3_hamode_db [None req-5f86460c-001a-4d44-872b-a00908de13b8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 09 14:56:18.761942 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f86460c-001a-4d44-872b-a00908de13b8 None None] Routers set() bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:56:18.762327 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f86460c-001a-4d44-872b-a00908de13b8 None None] Router IDs set() for agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 09 14:56:19.381846 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 46018) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:19.955679 dv-cinder-789603-9-iscsi neutron-server[91816]: WARNING oslo_policy.policy [None req-37571750-2815-4bf5-8212-c4aa9700e51f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:56:19.956285 dv-cinder-789603-9-iscsi neutron-server[91816]: WARNING oslo_policy.policy [None req-37571750-2815-4bf5-8212-c4aa9700e51f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:56:20.171846 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [None req-37571750-2815-4bf5-8212-c4aa9700e51f admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=91816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 14:56:20.172890 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-37571750-2815-4bf5-8212-c4aa9700e51f admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7901556 Jun 09 14:56:22.518626 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 46032) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:22.883556 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-0f3293b0-80d1-4026-8ceb-2b2cadfec6ef admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:56:22.983726 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.policy [None req-0f3293b0-80d1-4026-8ceb-2b2cadfec6ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91816) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 14:56:23.029327 dv-cinder-789603-9-iscsi neutron-server[91816]: WARNING oslo_policy.policy [None req-0f3293b0-80d1-4026-8ceb-2b2cadfec6ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:56:23.029704 dv-cinder-789603-9-iscsi neutron-server[91816]: WARNING oslo_policy.policy [None req-0f3293b0-80d1-4026-8ceb-2b2cadfec6ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:56:23.038402 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.quota [None req-0f3293b0-80d1-4026-8ceb-2b2cadfec6ef admin admin] Loaded quota_driver: . Jun 09 14:56:23.114150 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0f3293b0-80d1-4026-8ceb-2b2cadfec6ef admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759743222911', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759743223336', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759743243126', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759743239842', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759743258919', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759743256663', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3729035', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3506437', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-346740', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1708249'] for rbac-policy, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:23.171907 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0f3293b0-80d1-4026-8ceb-2b2cadfec6ef admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:23.173094 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-0f3293b0-80d1-4026-8ceb-2b2cadfec6ef admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6534965 Jun 09 14:56:25.787559 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 46044) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:26.140614 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'name': 'private', 'project_id': 'cb85ca8f55cb4572b4674a73f9de8b84'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:56:26.164173 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Made reservation on behalf of cb85ca8f55cb4572b4674a73f9de8b84 for: {'network': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:56:26.167226 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:26.183925 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:26.301684 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:26.305439 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:26.310949 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:26.330769 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=91816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 14:56:26.356668 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759738404006', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:26.357259 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Unsubscribe: segment precommit_create {{(pid=91816) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 14:56:26.357737 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.segments_db [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Added segment 1168633b-9b4c-44e2-9f9d-e8e0105e059d of type vlan for network a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62 Jun 09 14:56:26.405178 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035bfb4b-36a3-454a-b89d-373b951383cb,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:26.426390 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:26.426755 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:26.427080 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:26.427393 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:26.427701 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:26.428023 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:26.428331 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:26.428632 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:26.428947 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:26.429248 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:26.429546 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:26.430418 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Tracked resource versions report: Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: pushed versions: Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: { 'AddressGroup': {'1.2'}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'ConntrackHelper': {'1.0'}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Log': {'1.0'}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Network': {'1.1'}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Port': {'1.7'}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'PortForwarding': {'1.2'}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'QosPolicy': {'1.8'}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'SecurityGroup': {'1.4'}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'SecurityGroupRule': {'1.2'}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'SubPort': {'1.0'}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Subnet': {'1.1'}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Trunk': {'1.1'}} Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: consumer versions: Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: { DHCP agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: L3 agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: Metadata agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: Metering agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: Open vSwitch agent@dv-cinder-789603-9-iscsi: { 'AddressGroup': '1.2', Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'ConntrackHelper': '1.0', Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Log': '1.0', Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Network': '1.1', Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Port': '1.7', Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'PortForwarding': '1.2', Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'QosPolicy': '1.8', Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'SecurityGroup': '1.4', Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'SecurityGroupRule': '1.2', Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'SubPort': '1.0', Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Subnet': '1.1', Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Trunk': '1.1'}} Jun 09 14:56:26.431464 dv-cinder-789603-9-iscsi neutron-server[91816]: {{(pid=91816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 14:56:26.473521 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:26.481377 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:26.516271 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:26.517584 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:26.518225 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:26.522978 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:26.613289 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8246756 Jun 09 14:56:26.623147 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Pushing event updated for resources: {'Network': ['ID=a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:26.626462 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:26.635312 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 14:56:29.276170 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46058) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:29.855579 dv-cinder-789603-9-iscsi neutron-server[91817]: WARNING oslo_policy.policy [None req-7e905c56-de92-4f54-8807-464bd196d4b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:56:29.856162 dv-cinder-789603-9-iscsi neutron-server[91817]: WARNING oslo_policy.policy [None req-7e905c56-de92-4f54-8807-464bd196d4b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:56:30.285951 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.policy [None req-7e905c56-de92-4f54-8807-464bd196d4b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91817) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 14:56:30.333685 dv-cinder-789603-9-iscsi neutron-server[91817]: WARNING oslo_policy.policy [None req-7e905c56-de92-4f54-8807-464bd196d4b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:56:30.334042 dv-cinder-789603-9-iscsi neutron-server[91817]: WARNING oslo_policy.policy [None req-7e905c56-de92-4f54-8807-464bd196d4b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 14:56:30.343212 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e905c56-de92-4f54-8807-464bd196d4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:30.345038 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-7e905c56-de92-4f54-8807-464bd196d4b7 admin admin] 10.222.0.74 "GET /v2.0/networks/a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62 HTTP/1.1" status: 200 len: 825 time: 1.0668161 Jun 09 14:56:30.377372 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-aa9adb48-38ca-4899-a74d-8e7b13bbb96c admin admin] 10.222.0.74 "GET /v2.0/subnetpools/0f1ffb28-aade-46db-beba-64f73243a3b6 HTTP/1.1" status: 200 len: 734 time: 0.0270274 Jun 09 14:56:30.386225 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62', 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '0f1ffb28-aade-46db-beba-64f73243a3b6'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:56:30.387713 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.quota [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Loaded quota_driver: . Jun 09 14:56:30.417103 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Made reservation on behalf of cb85ca8f55cb4572b4674a73f9de8b84 for: {'subnet': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:56:30.419874 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:30.718787 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470'] for subnet, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:30.724736 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:30.791095 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Checking segment: {'id': '1168633b-9b4c-44e2-9f9d-e8e0105e059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:56:30.791456 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Network hostable DHCP agents. Network: a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 14:56:30.819497 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f10965-c29a-4262-8172-674e91fe899d,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:30.830935 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:30.831276 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:30.831598 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:30.831909 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:30.832218 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:30.832539 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:30.832875 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:30.833459 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:30.833672 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:30.834165 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:30.834511 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:30.834950 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Tracked resource versions report: Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: pushed versions: Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: { 'AddressGroup': {'1.2'}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'ConntrackHelper': {'1.0'}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Log': {'1.0'}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Network': {'1.1'}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Port': {'1.7'}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'PortForwarding': {'1.2'}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'QosPolicy': {'1.8'}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'SecurityGroup': {'1.4'}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'SecurityGroupRule': {'1.2'}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'SubPort': {'1.0'}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Subnet': {'1.1'}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Trunk': {'1.1'}} Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: consumer versions: Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: { DHCP agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: L3 agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: Metadata agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: Metering agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: Open vSwitch agent@dv-cinder-789603-9-iscsi: { 'AddressGroup': '1.2', Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'ConntrackHelper': '1.0', Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Log': '1.0', Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Network': '1.1', Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Port': '1.7', Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'PortForwarding': '1.2', Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'QosPolicy': '1.8', Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'SecurityGroup': '1.4', Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'SecurityGroupRule': '1.2', Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'SubPort': '1.0', Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Subnet': '1.1', Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Trunk': '1.1'}} Jun 09 14:56:30.836719 dv-cinder-789603-9-iscsi neutron-server[91817]: {{(pid=91817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 14:56:30.855525 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Network a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 14:56:30.870963 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:30.872274 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62) {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:56:30.876905 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:30.877596 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:30.883559 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c3684-5b3b-4b78-8ccf-979a7a3aec31 None None] Network a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:56:30.906555 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5140626 Jun 09 14:56:31.193449 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bffd5d1-ad12-50dd-ae4e-8290e53cb201-a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62', 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62', 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'fixed_ips': [{'subnet_id': 'b6f10965-c29a-4262-8172-674e91fe899d'}]}} from dv-cinder-789603-9-iscsi. {{(pid=91818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 14:56:31.194746 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:31.399906 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.db_base_plugin_common [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Allocated IP 172.20.0.2 (a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62/b6f10965-c29a-4262-8172-674e91fe899d/5b925e34-820f-4bce-974d-dccbf5a48397) {{(pid=91818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:56:31.629454 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Notify callbacks [] for port, precommit_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:31.642826 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Transition to ACTIVE for port object 5b925e34-820f-4bce-974d-dccbf5a48397 will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:56:31.661349 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Transition to ACTIVE for port object 5b925e34-820f-4bce-974d-dccbf5a48397 will not be triggered until provisioned by entity DHCP. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:56:31.672642 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:31.676916 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:31.744583 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Network a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62 is already hosted by enough agents. {{(pid=91818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:56:31.747718 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.base_scheduler [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Resources bound (agent type, host, resource id): {{(pid=91818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:56:31.753811 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Received port after_create {{(pid=91818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:56:31.755907 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Pushing event updated for resources: {'Port': ['ID=5b925e34-820f-4bce-974d-dccbf5a48397,revision_number=1']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:31.793747 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:31.794084 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:31.794409 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:31.794763 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:31.795082 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:31.795397 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:31.795714 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:31.796026 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:31.796351 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:31.796661 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:31.796968 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:31.797271 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Tracked resource versions report: Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: pushed versions: Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: { 'AddressGroup': {'1.2'}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'ConntrackHelper': {'1.0'}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Log': {'1.0'}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Network': {'1.1'}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Port': {'1.7'}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'PortForwarding': {'1.2'}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'QosPolicy': {'1.8'}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'SecurityGroup': {'1.4'}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'SecurityGroupRule': {'1.2'}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'SubPort': {'1.0'}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Subnet': {'1.1'}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Trunk': {'1.1'}} Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: consumer versions: Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: { DHCP agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: L3 agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: Metadata agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: Metering agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: Open vSwitch agent@dv-cinder-789603-9-iscsi: { 'AddressGroup': '1.2', Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'ConntrackHelper': '1.0', Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Log': '1.0', Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Network': '1.1', Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Port': '1.7', Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'PortForwarding': '1.2', Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'QosPolicy': '1.8', Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'SecurityGroup': '1.4', Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'SecurityGroupRule': '1.2', Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'SubPort': '1.0', Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Subnet': '1.1', Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Trunk': '1.1'}} Jun 09 14:56:31.798325 dv-cinder-789603-9-iscsi neutron-server[91818]: {{(pid=91818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 14:56:31.807123 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:31.865029 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Attempting to bind port 5b925e34-820f-4bce-974d-dccbf5a48397 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:56:31.865412 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Attempting to bind port 5b925e34-820f-4bce-974d-dccbf5a48397 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '1168633b-9b4c-44e2-9f9d-e8e0105e059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:56:31.865848 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Attempting to bind port 5b925e34-820f-4bce-974d-dccbf5a48397 on network a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62 {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:56:31.871474 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:56:31.871876 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Checking segment: {'id': '1168633b-9b4c-44e2-9f9d-e8e0105e059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:56:31.872326 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:31.872696 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Bound using segment: {'id': '1168633b-9b4c-44e2-9f9d-e8e0105e059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:56:31.873140 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Bound port: 5b925e34-820f-4bce-974d-dccbf5a48397, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1168633b-9b4c-44e2-9f9d-e8e0105e059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:56:31.873498 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:31.961793 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] For port 5b925e34-820f-4bce-974d-dccbf5a48397, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:56:31.965642 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] For port 5b925e34-820f-4bce-974d-dccbf5a48397, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=5b925e34-820f-4bce-974d-dccbf5a48397,segment=NetworkSegment(1168633b-9b4c-44e2-9f9d-e8e0105e059d),segment_id=1168633b-9b4c-44e2-9f9d-e8e0105e059d)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:56:31.969980 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:31.973822 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:32.057082 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Pushing event updated for resources: {'Port': ['ID=5b925e34-820f-4bce-974d-dccbf5a48397,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:32.061489 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:33.313406 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46078) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:33.685013 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [None req-0490b82b-70a4-4ae1-be4b-9dc56e74aca0 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=91817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 14:56:33.686237 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-0490b82b-70a4-4ae1-be4b-9dc56e74aca0 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3717852 Jun 09 14:56:36.064160 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46086) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:36.440799 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [None req-9065b49f-6eb2-40c0-bb19-588f865157c3 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=91817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 14:56:36.441769 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-9065b49f-6eb2-40c0-bb19-588f865157c3 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3766999 Jun 09 14:56:37.261515 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 5b925e34-820f-4bce-974d-dccbf5a48397 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:56:37.347784 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 5b925e34-820f-4bce-974d-dccbf5a48397 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:56:37.964378 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa393c02-c852-4df3-a7ef-cc9ed1289dc9 None None] Network a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:56:38.040718 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-daa96e6c-197f-4356-8737-d9bd1f157389 None None] Provisioning for port 5b925e34-820f-4bce-974d-dccbf5a48397 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:56:38.048484 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-daa96e6c-197f-4356-8737-d9bd1f157389 None None] Provisioning complete for port 5b925e34-820f-4bce-974d-dccbf5a48397 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:38.048865 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-daa96e6c-197f-4356-8737-d9bd1f157389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:38.301692 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-daa96e6c-197f-4356-8737-d9bd1f157389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:38.350516 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-daa96e6c-197f-4356-8737-d9bd1f157389 None None] For port 5b925e34-820f-4bce-974d-dccbf5a48397, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=5b925e34-820f-4bce-974d-dccbf5a48397,segment=NetworkSegment(1168633b-9b4c-44e2-9f9d-e8e0105e059d),segment_id=1168633b-9b4c-44e2-9f9d-e8e0105e059d)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:56:38.357628 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-daa96e6c-197f-4356-8737-d9bd1f157389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:38.362877 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:38.435062 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa96e6c-197f-4356-8737-d9bd1f157389 None None] Pushing event updated for resources: {'Port': ['ID=5b925e34-820f-4bce-974d-dccbf5a48397,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:38.438790 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-daa96e6c-197f-4356-8737-d9bd1f157389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:38.578985 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-5c361246-14e0-45a8-b1fb-5c28f74c444f None None] Provisioning complete for port 5b925e34-820f-4bce-974d-dccbf5a48397 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:38.579274 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-5c361246-14e0-45a8-b1fb-5c28f74c444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:39.173664 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46100) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:39.241182 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 5b925e34-820f-4bce-974d-dccbf5a48397 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:56:39.308613 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 5b925e34-820f-4bce-974d-dccbf5a48397 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:39.309244 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:39.525625 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-a106f131-580c-4488-9c6d-8cf431d4ba2b admin admin] Request body: {'router': {'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'name': 'router1', 'admin_state_up': True}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:56:39.548107 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a106f131-580c-4488-9c6d-8cf431d4ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-602927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11284'] for router, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:39.549764 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a106f131-580c-4488-9c6d-8cf431d4ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11373'] for router, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:39.571633 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a106f131-580c-4488-9c6d-8cf431d4ba2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:39.680108 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a106f131-580c-4488-9c6d-8cf431d4ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601806'] for router, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:39.696224 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a106f131-580c-4488-9c6d-8cf431d4ba2b admin admin] Notify callbacks [] for router, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:39.697398 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-a106f131-580c-4488-9c6d-8cf431d4ba2b admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5227649 Jun 09 14:56:42.070433 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46108) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:42.429679 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [None req-2316687d-bb47-4faf-9c1c-3ac398c9ff3b admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=91817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 14:56:42.430974 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-2316687d-bb47-4faf-9c1c-3ac398c9ff3b admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3595259 Jun 09 14:56:42.802604 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-445e32f6-6c38-43ba-a7fa-2aba6bc9a4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:44.782112 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46116) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:45.152064 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:56:45.173022 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Made reservation on behalf of a6dc705e7cd64f65ba3feba6c3c86ff3 for: {'network': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:56:45.175686 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:45.191492 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:45.259716 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:45.321321 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:45.325028 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:45.328099 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:45.344031 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Reserving flat network on physical network physnet1 {{(pid=91817) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 09 14:56:45.363716 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3239f4-818f-4b4c-9bfd-7f3fbc285998,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:45.370651 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:45.371644 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759738404006', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:45.372207 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Unsubscribe: segment precommit_create {{(pid=91817) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 14:56:45.372654 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.segments_db [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Added segment 43762007-476b-41af-b3f9-06640ceeec23 of type flat for network 6da5a613-1aa1-48f4-af01-171168c355b4 Jun 09 14:56:45.391355 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e4255e6f-abd6-4fe4-bce9-6f48effb230a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:45.412377 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:45.451959 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:45.453057 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:45.453622 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:45.457889 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:45.539579 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7563741 Jun 09 14:56:45.548868 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Pushing event updated for resources: {'Network': ['ID=6da5a613-1aa1-48f4-af01-171168c355b4,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:45.552685 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:45.565506 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network 6da5a613-1aa1-48f4-af01-171168c355b4 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 14:56:46.270856 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:47.899658 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46134) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:48.106473 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb64f9-3286-49c5-b35c-217646079bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:48.107783 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-a1cb64f9-3286-49c5-b35c-217646079bf0 admin admin] 10.222.0.74 "GET /v2.0/subnets/b6f10965-c29a-4262-8172-674e91fe899d HTTP/1.1" status: 200 len: 849 time: 0.2071939 Jun 09 14:56:48.150431 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:48.247072 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-5e680bc4-86e3-4ec0-bfd6-09a496f13415 admin admin] 10.222.0.74 "GET /v2.0/routers/63887c2e-9c33-4b7c-8e1e-590564f61f9e HTTP/1.1" status: 200 len: 704 time: 0.1339812 Jun 09 14:56:48.691554 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:48.911054 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Allocated IP 172.20.0.1 (a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62/b6f10965-c29a-4262-8172-674e91fe899d/aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:56:49.068190 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:49.084467 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Transition to ACTIVE for port object aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 will not be triggered until provisioned by entity DHCP. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:56:49.167686 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:49.172183 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:49.230166 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Network a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:56:49.232768 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:56:49.236461 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:56:49.236991 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442500'] for router_interface, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:49.361975 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:49.375552 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:49.470049 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-0de445a4-d7d4-48d9-a064-db96f09d83fd None None] Provisioning for port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:56:49.474436 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-0de445a4-d7d4-48d9-a064-db96f09d83fd None None] Provisioning complete for port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:49.474832 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-0de445a4-d7d4-48d9-a064-db96f09d83fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:49.491875 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:49.525722 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-0de445a4-d7d4-48d9-a064-db96f09d83fd None None] Port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 14:56:49.713330 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:49.717399 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:49.718470 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598748'] for router_interface, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:49.722307 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:49.849544 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:49.853760 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:49.910616 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Network a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:56:49.911698 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:56:50.094851 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Router 63887c2e-9c33-4b7c-8e1e-590564f61f9e is scheduled to L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 with binding_index 1 {{(pid=91817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 14:56:50.147761 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-f894e18c-1495-4406-93be-0341a6a92db4 None None] Provisioning complete for port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:50.148157 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-f894e18c-1495-4406-93be-0341a6a92db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:50.203068 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-f894e18c-1495-4406-93be-0341a6a92db4 None None] Port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 14:56:50.249480 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:56:50.254258 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] 10.222.0.74 "PUT /v2.0/routers/63887c2e-9c33-4b7c-8e1e-590564f61f9e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0024192 Jun 09 14:56:50.259027 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Sync routers for ids ['63887c2e-9c33-4b7c-8e1e-590564f61f9e'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:56:50.271517 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Routers {'63887c2e-9c33-4b7c-8e1e-590564f61f9e'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:56:50.272380 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T14:56:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['63887c2e-9c33-4b7c-8e1e-590564f61f9e'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:50.443241 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Set router 63887c2e-9c33-4b7c-8e1e-590564f61f9e gateway port host: None {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:56:50.802147 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'name': 'router1', 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:56:39Z', 'updated_at': '2021-06-09T14:56:49Z', 'revision_number': 2, 'project_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'gw_port_host': None, '_interfaces': [{'id': 'aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46', 'name': '', 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62', 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'mac_address': 'fa:16:3e:c0:a9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6f10965-c29a-4262-8172-674e91fe899d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:48Z', 'updated_at': '2021-06-09T14:56:49Z', 'revision_number': 2, 'project_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'subnets': [{'id': 'b6f10965-c29a-4262-8172-674e91fe899d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f1ffb28-aade-46db-beba-64f73243a3b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:50.807611 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Checking router: 63887c2e-9c33-4b7c-8e1e-590564f61f9e for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:56:50.807973 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Updating router 63887c2e-9c33-4b7c-8e1e-590564f61f9e port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 binding host dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 14:56:50.862403 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:51.234309 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:51.251441 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Transition to ACTIVE for port object aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:56:51.258684 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:51.265366 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:51.496416 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Pushing event updated for resources: {'Port': ['ID=aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:51.506706 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:51.507038 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:51.507354 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:51.507666 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:51.507973 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:51.508308 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:51.508623 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:51.508913 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:51.509223 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:51.509520 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:51.509820 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:51.510113 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Tracked resource versions report: Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: pushed versions: Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: { 'AddressGroup': {'1.2'}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'ConntrackHelper': {'1.0'}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Log': {'1.0'}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Network': {'1.1'}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Port': {'1.7'}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'PortForwarding': {'1.2'}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'QosPolicy': {'1.8'}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'SecurityGroup': {'1.4'}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'SecurityGroupRule': {'1.2'}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'SubPort': {'1.0'}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Subnet': {'1.1'}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Trunk': {'1.1'}} Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: consumer versions: Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: { DHCP agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: L3 agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: Metadata agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: Metering agent@dv-cinder-789603-9-iscsi: {}, Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: Open vSwitch agent@dv-cinder-789603-9-iscsi: { 'AddressGroup': '1.2', Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'ConntrackHelper': '1.0', Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Log': '1.0', Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Network': '1.1', Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Port': '1.7', Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'PortForwarding': '1.2', Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'QosPolicy': '1.8', Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'SecurityGroup': '1.4', Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'SecurityGroupRule': '1.2', Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'SubPort': '1.0', Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Subnet': '1.1', Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Trunk': '1.1'}} Jun 09 14:56:51.511171 dv-cinder-789603-9-iscsi neutron-server[91819]: {{(pid=91819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 14:56:51.515298 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Attempting to bind port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:56:51.515682 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Attempting to bind port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '1168633b-9b4c-44e2-9f9d-e8e0105e059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:56:51.516127 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Attempting to bind port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 on network a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:56:51.518237 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:51.522165 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:56:51.522593 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Checking segment: {'id': '1168633b-9b4c-44e2-9f9d-e8e0105e059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:56:51.523279 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:51.523419 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Bound using segment: {'id': '1168633b-9b4c-44e2-9f9d-e8e0105e059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:56:51.523931 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Bound port: aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1168633b-9b4c-44e2-9f9d-e8e0105e059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:56:51.524343 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:51.612131 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] For port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:56:51.616140 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] For port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46,segment=NetworkSegment(1168633b-9b4c-44e2-9f9d-e8e0105e059d),segment_id=1168633b-9b4c-44e2-9f9d-e8e0105e059d)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:56:51.620769 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:51.624537 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:51.697183 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Routers {'63887c2e-9c33-4b7c-8e1e-590564f61f9e'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:56:51.697806 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T14:56:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['63887c2e-9c33-4b7c-8e1e-590564f61f9e'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:51.844826 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Pushing event updated for resources: {'Port': ['ID=aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46,revision_number=4']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:51.856200 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:51.862390 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] Set router 63887c2e-9c33-4b7c-8e1e-590564f61f9e gateway port host: None {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:56:52.181703 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'name': 'router1', 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:56:39Z', 'updated_at': '2021-06-09T14:56:49Z', 'revision_number': 2, 'project_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'gw_port_host': None, '_interfaces': [{'id': 'aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46', 'name': '', 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62', 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'mac_address': 'fa:16:3e:c0:a9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6f10965-c29a-4262-8172-674e91fe899d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:48Z', 'updated_at': '2021-06-09T14:56:51Z', 'revision_number': 4, 'project_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'subnets': [{'id': 'b6f10965-c29a-4262-8172-674e91fe899d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f1ffb28-aade-46db-beba-64f73243a3b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:52.185517 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e8629-d524-4661-87e0-ab9b43612d32 None None] The sync data for ids ['63887c2e-9c33-4b7c-8e1e-590564f61f9e'] in dv-cinder-789603-9-iscsi is: [{'id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'name': 'router1', 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:56:39Z', 'updated_at': '2021-06-09T14:56:49Z', 'revision_number': 2, 'project_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'gw_port_host': None, '_interfaces': [{'id': 'aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46', 'name': '', 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62', 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'mac_address': 'fa:16:3e:c0:a9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6f10965-c29a-4262-8172-674e91fe899d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:48Z', 'updated_at': '2021-06-09T14:56:51Z', 'revision_number': 4, 'project_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'subnets': [{'id': 'b6f10965-c29a-4262-8172-674e91fe899d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f1ffb28-aade-46db-beba-64f73243a3b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:56:52.471387 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46154) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:52.620444 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc46565-8bf7-4cf0-9edb-b86ff700acdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:52.621750 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-fcc46565-8bf7-4cf0-9edb-b86ff700acdd admin admin] 10.222.0.74 "GET /v2.0/networks/6da5a613-1aa1-48f4-af01-171168c355b4 HTTP/1.1" status: 200 len: 842 time: 0.1494358 Jun 09 14:56:52.630980 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:56:52.653587 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] Made reservation on behalf of a6dc705e7cd64f65ba3feba6c3c86ff3 for: {'subnet': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:56:52.655836 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:53.045745 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.objects.ports [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91817) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 14:56:53.046076 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470'] for subnet, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:53.050368 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7a56438c-cd33-4088-8e5f-116456528e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:53.118141 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ba6bca-b17f-459b-8c36-8ce089125223,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:53.123178 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:53.128658 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] Checking segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:56:53.129005 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] Network hostable DHCP agents. Network: 6da5a613-1aa1-48f4-af01-171168c355b4, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 14:56:53.146928 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 14:56:53.157476 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, 6da5a613-1aa1-48f4-af01-171168c355b4) {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:56:53.161484 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:53.162206 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:53.167108 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e895ac7f-f3f7-4ccd-babe-23d530d76a95 None None] Network 6da5a613-1aa1-48f4-af01-171168c355b4 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:56:53.181219 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5536072 Jun 09 14:56:53.376759 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832aa486-e85c-450e-a1ad-a1f88a3d3bfa None None] Network 6da5a613-1aa1-48f4-af01-171168c355b4 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:56:55.275000 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:56:55.345702 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:56:55.351175 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:55.351543 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:55.450907 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46166) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:56:55.471721 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:55.503561 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46,segment=NetworkSegment(1168633b-9b4c-44e2-9f9d-e8e0105e059d),segment_id=1168633b-9b4c-44e2-9f9d-e8e0105e059d)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:56:55.507814 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:55.511321 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:55.578448 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:55.587713 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:55.652610 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-a6cd3699-a3f9-40d7-8202-89f40055f707 admin admin] 10.222.0.74 "GET /v2.0/routers/63887c2e-9c33-4b7c-8e1e-590564f61f9e HTTP/1.1" status: 200 len: 710 time: 0.2005033 Jun 09 14:56:55.787054 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84176440-5c20-442d-a5cf-e37753f8b128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:56:55.790274 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-84176440-5c20-442d-a5cf-e37753f8b128 admin admin] 10.222.0.74 "GET /v2.0/networks/6da5a613-1aa1-48f4-af01-171168c355b4 HTTP/1.1" status: 200 len: 886 time: 0.1318860 Jun 09 14:56:55.797982 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:56:56.234774 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-602941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11391'] for router, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:56.602450 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:56.655354 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:56.786518 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Allocated IP 172.27.1.126 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/e2468f29-33f9-41c9-b0d3-bcdd5aad978f) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:56:56.936006 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:56.964768 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:56.969201 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:57.029223 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:56:57.030271 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:56:57.033769 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:56:57.155625 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e2468f29-33f9-41c9-b0d3-bcdd5aad978f,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:57.160153 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:57.249081 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:56:57.342011 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:56:57.342434 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:57.417847 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:57.801934 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-602941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11391'] for router, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:57.805114 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602932'] for router, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:57.982370 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Router 63887c2e-9c33-4b7c-8e1e-590564f61f9e has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 14:56:58.154805 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 14:56:58.159032 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Notify callbacks [] for router, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:58.160135 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] 10.222.0.74 "PUT /v2.0/routers/63887c2e-9c33-4b7c-8e1e-590564f61f9e HTTP/1.1" status: 200 len: 890 time: 2.3655329 Jun 09 14:56:58.177632 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Sync routers for ids ['63887c2e-9c33-4b7c-8e1e-590564f61f9e'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 14:56:58.189063 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Routers {'63887c2e-9c33-4b7c-8e1e-590564f61f9e'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:56:58.189748 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T14:56:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['63887c2e-9c33-4b7c-8e1e-590564f61f9e'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:58.379394 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Set router 63887c2e-9c33-4b7c-8e1e-590564f61f9e gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:56:58.722197 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'name': 'router1', 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e2468f29-33f9-41c9-b0d3-bcdd5aad978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:56:39Z', 'updated_at': '2021-06-09T14:56:57Z', 'revision_number': 4, 'project_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'gw_port': {'id': 'e2468f29-33f9-41c9-b0d3-bcdd5aad978f', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:56Z', 'updated_at': '2021-06-09T14:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46', 'name': '', 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62', 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'mac_address': 'fa:16:3e:c0:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6f10965-c29a-4262-8172-674e91fe899d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:48Z', 'updated_at': '2021-06-09T14:56:55Z', 'revision_number': 5, 'project_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'subnets': [{'id': 'b6f10965-c29a-4262-8172-674e91fe899d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f1ffb28-aade-46db-beba-64f73243a3b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:58.727032 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Checking router: 63887c2e-9c33-4b7c-8e1e-590564f61f9e for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 14:56:58.727440 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Updating router 63887c2e-9c33-4b7c-8e1e-590564f61f9e port e2468f29-33f9-41c9-b0d3-bcdd5aad978f binding host dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 14:56:58.781301 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:59.100058 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Notify callbacks [] for port, precommit_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:59.111378 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Transition to ACTIVE for port object e2468f29-33f9-41c9-b0d3-bcdd5aad978f will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:56:59.120831 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:59.125554 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:59.200506 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Attempting to bind port e2468f29-33f9-41c9-b0d3-bcdd5aad978f on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:56:59.200870 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Attempting to bind port e2468f29-33f9-41c9-b0d3-bcdd5aad978f by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:56:59.201222 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Attempting to bind port e2468f29-33f9-41c9-b0d3-bcdd5aad978f on network 6da5a613-1aa1-48f4-af01-171168c355b4 {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:56:59.204498 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a57df-7cd5-4e7a-b1f6-8a745a519b1f None None] Pushing event updated for resources: {'Port': ['ID=e2468f29-33f9-41c9-b0d3-bcdd5aad978f,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:59.208445 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-128a57df-7cd5-4e7a-b1f6-8a745a519b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:59.209376 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:56:59.209717 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Checking segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:56:59.210108 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:59.210510 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Bound using segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:56:59.210996 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Bound port: e2468f29-33f9-41c9-b0d3-bcdd5aad978f, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:56:59.211845 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:59.283662 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] For port e2468f29-33f9-41c9-b0d3-bcdd5aad978f, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:56:59.286588 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] For port e2468f29-33f9-41c9-b0d3-bcdd5aad978f, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=e2468f29-33f9-41c9-b0d3-bcdd5aad978f,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:56:59.291766 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:56:59.295642 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:56:59.369271 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Routers {'63887c2e-9c33-4b7c-8e1e-590564f61f9e'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 14:56:59.369855 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T14:56:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['63887c2e-9c33-4b7c-8e1e-590564f61f9e'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:59.418942 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a57df-7cd5-4e7a-b1f6-8a745a519b1f None None] Pushing event updated for resources: {'Port': ['ID=e2468f29-33f9-41c9-b0d3-bcdd5aad978f,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:56:59.428859 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-128a57df-7cd5-4e7a-b1f6-8a745a519b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:56:59.575442 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] Set router 63887c2e-9c33-4b7c-8e1e-590564f61f9e gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 14:56:59.894500 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'name': 'router1', 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e2468f29-33f9-41c9-b0d3-bcdd5aad978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:56:39Z', 'updated_at': '2021-06-09T14:56:57Z', 'revision_number': 4, 'project_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'gw_port': {'id': 'e2468f29-33f9-41c9-b0d3-bcdd5aad978f', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:56Z', 'updated_at': '2021-06-09T14:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46', 'name': '', 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62', 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'mac_address': 'fa:16:3e:c0:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6f10965-c29a-4262-8172-674e91fe899d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:48Z', 'updated_at': '2021-06-09T14:56:55Z', 'revision_number': 5, 'project_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'subnets': [{'id': 'b6f10965-c29a-4262-8172-674e91fe899d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f1ffb28-aade-46db-beba-64f73243a3b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 14:56:59.898537 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad23463-820c-4f92-9cc0-eda0cab3011d None None] The sync data for ids ['63887c2e-9c33-4b7c-8e1e-590564f61f9e'] in dv-cinder-789603-9-iscsi is: [{'id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'name': 'router1', 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'e2468f29-33f9-41c9-b0d3-bcdd5aad978f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T14:56:39Z', 'updated_at': '2021-06-09T14:56:57Z', 'revision_number': 4, 'project_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'gw_port': {'id': 'e2468f29-33f9-41c9-b0d3-bcdd5aad978f', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:56Z', 'updated_at': '2021-06-09T14:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46', 'name': '', 'network_id': 'a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62', 'tenant_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'mac_address': 'fa:16:3e:c0:a9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63887c2e-9c33-4b7c-8e1e-590564f61f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6f10965-c29a-4262-8172-674e91fe899d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T14:56:48Z', 'updated_at': '2021-06-09T14:56:55Z', 'revision_number': 5, 'project_id': 'cb85ca8f55cb4572b4674a73f9de8b84', 'subnets': [{'id': 'b6f10965-c29a-4262-8172-674e91fe899d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0f1ffb28-aade-46db-beba-64f73243a3b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 14:57:00.543008 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 46174) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:57:00.695547 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-f93d43e8-5bc0-45ca-9dfa-acb42fd2b857 admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1513736 Jun 09 14:57:01.273684 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device e2468f29-33f9-41c9-b0d3-bcdd5aad978f up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:57:01.344865 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port e2468f29-33f9-41c9-b0d3-bcdd5aad978f completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:57:01.349586 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port e2468f29-33f9-41c9-b0d3-bcdd5aad978f triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:57:01.349952 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:01.470394 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:01.486158 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port e2468f29-33f9-41c9-b0d3-bcdd5aad978f, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=e2468f29-33f9-41c9-b0d3-bcdd5aad978f,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:57:01.489763 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:01.493168 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:57:01.558963 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=e2468f29-33f9-41c9-b0d3-bcdd5aad978f,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:57:01.565413 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:57:03.277844 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device e2468f29-33f9-41c9-b0d3-bcdd5aad978f up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:57:03.362992 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port e2468f29-33f9-41c9-b0d3-bcdd5aad978f triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:57:03.363367 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:06.729320 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 5 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:57:12.806639 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-31f18a77-7269-4c01-91d7-e00ec21a7c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:15.281945 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:15.409236 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1eeb-7c83-4647-9854-45a5ef03ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:16.280691 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:18.177105 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:42.811133 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8f1ed127-5561-4635-a95b-d01d62ec0b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:43.727576 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 5 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:57:45.265633 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:45.383533 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-436c115e-1fdf-4892-a9dd-2a71a802fd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:46.281345 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:57:48.183756 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:12.805721 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-fae4a171-a5fd-4a6e-8a83-4400c3698efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:15.268455 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:15.386098 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a3b2-d121-48a6-b03a-1f72d4da2fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:16.280509 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:18.176320 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:20.726284 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 5 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:58:36.152883 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 46742) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:36.222970 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.pecan_wsgi.hooks.translation [None req-897fac90-c71c-467e-ba7f-ab892127e087 admin admin] GET failed (client error): The resource could not be found. Jun 09 14:58:36.224202 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-897fac90-c71c-467e-ba7f-ab892127e087 admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0703979 Jun 09 14:58:36.358077 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e2028-88b9-4d08-8a30-182f18ef4ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:36.359412 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-d25e2028-88b9-4d08-8a30-182f18ef4ff2 admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1313930 Jun 09 14:58:38.495473 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 46752) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:38.601248 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee8b40-1402-406b-acc3-ae18dd7f8877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:38.602613 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-f8ee8b40-1402-406b-acc3-ae18dd7f8877 admin admin] 10.222.0.74 "GET /v2.0/subnets/b6f10965-c29a-4262-8172-674e91fe899d HTTP/1.1" status: 200 len: 849 time: 0.1061881 Jun 09 14:58:38.612257 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:58:38.739146 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:38.929513 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759738378213'] for subnet, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:38.934845 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:58:38.977919 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:38.978840 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:38.980398 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] 10.222.0.74 "PUT /v2.0/subnets/b6f10965-c29a-4262-8172-674e91fe899d HTTP/1.1" status: 200 len: 868 time: 0.3717752 Jun 09 14:58:38.981033 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9acd646-7d00-4964-9724-2d8b81983069 None None] Network a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:58:39.004774 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f10965-c29a-4262-8172-674e91fe899d,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:58:39.013623 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:39.013992 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:39.014363 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:39.014718 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:39.015037 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:39.015627 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:39.015949 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:39.016316 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:39.016644 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:39.016958 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:39.017265 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:39.017890 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:58:39.022290 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:58:39.466949 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-8e2c65ba-4c9b-42ae-bd86-f6e208d0a973 None None] Provisioning complete for port 5b925e34-820f-4bce-974d-dccbf5a48397 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:58:39.467310 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8e2c65ba-4c9b-42ae-bd86-f6e208d0a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:39.598901 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-8e2c65ba-4c9b-42ae-bd86-f6e208d0a973 None None] Provisioning complete for port aa0b8c5a-e9dd-4b50-9c56-521df3ddcd46 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:58:39.599155 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8e2c65ba-4c9b-42ae-bd86-f6e208d0a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:41.210744 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 46760) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:41.381734 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904d6b5e-f5dd-43a1-a596-199bfb3d2040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:41.382203 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904d6b5e-f5dd-43a1-a596-199bfb3d2040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:41.383765 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-904d6b5e-f5dd-43a1-a596-199bfb3d2040 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1720266 Jun 09 14:58:42.806455 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1a69a4b6-9ca1-4012-bcc8-650f62d83e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:43.511574 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46768) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:43.682188 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536c0cc3-b322-4494-9d61-be0b5352b3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:43.682776 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536c0cc3-b322-4494-9d61-be0b5352b3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:43.684310 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-536c0cc3-b322-4494-9d61-be0b5352b3cb admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1718175 Jun 09 14:58:45.271703 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:45.386924 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-78a27354-cc3e-4435-ae70-6b9b3cf00277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:45.844560 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46778) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:46.008111 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b624f486-5bec-4846-b50e-21435421f594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:46.009453 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-b624f486-5bec-4846-b50e-21435421f594 admin admin] 10.222.0.74 "GET /v2.0/networks/6da5a613-1aa1-48f4-af01-171168c355b4 HTTP/1.1" status: 200 len: 886 time: 0.1638925 Jun 09 14:58:46.284547 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:48.151245 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46786) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:48.179329 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:58:48.320808 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae540a19-a708-41e6-8be0-8fb3ea69dc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:48.322704 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-ae540a19-a708-41e6-8be0-8fb3ea69dc05 admin admin] 10.222.0.74 "GET /v2.0/networks/a6f9075d-8c78-46c5-b8c1-52f3aa8bbb62 HTTP/1.1" status: 200 len: 869 time: 0.1699305 Jun 09 14:58:50.469242 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46794) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:50.574885 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c9ead-9405-46d2-8120-12e915f3fbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:50.575330 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c9ead-9405-46d2-8120-12e915f3fbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:50.576797 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-a42c9ead-9405-46d2-8120-12e915f3fbb6 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1066260 Jun 09 14:58:52.727025 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 46802) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:52.831825 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997bea7a-2a05-41b1-ab63-72e512df236a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:52.832278 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997bea7a-2a05-41b1-ab63-72e512df236a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:52.833723 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-997bea7a-2a05-41b1-ab63-72e512df236a admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1057889 Jun 09 14:58:54.972830 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 46810) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:55.072878 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3c531-c597-4c4d-a08b-c7d64b1c9453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:55.074063 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-25e3c531-c597-4c4d-a08b-c7d64b1c9453 admin admin] 10.222.0.74 "GET /v2.0/subnets/92ba6bca-b17f-459b-8c36-8ce089125223 HTTP/1.1" status: 200 len: 816 time: 0.1002824 Jun 09 14:58:57.203601 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 46818) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:58:57.311458 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148451c-02eb-437b-901d-2bf3f328a41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:58:57.312770 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-c148451c-02eb-437b-901d-2bf3f328a41a admin admin] 10.222.0.74 "GET /v2.0/subnets/b6f10965-c29a-4262-8172-674e91fe899d HTTP/1.1" status: 200 len: 868 time: 0.1082399 Jun 09 14:58:57.724451 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 5 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:59:12.808715 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-d19846de-53e6-44cc-8775-3d7bd94d5f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:15.274320 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:15.387659 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-f39e00a5-1211-4e9e-b180-95ee88898943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:16.289626 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:18.183453 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:20.602617 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46862) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:59:20.649743 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [None req-23b2408c-feff-4f3a-9347-6f81dd0b6661 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=91817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 14:59:20.651246 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-23b2408c-feff-4f3a-9347-6f81dd0b6661 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476692 Jun 09 14:59:22.904795 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46870) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:59:22.974866 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e58df0-3542-47dd-bc6c-8f1c3f157f63 admin admin] GET failed (client error): The resource could not be found. Jun 09 14:59:22.976104 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-46e58df0-3542-47dd-bc6c-8f1c3f157f63 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0703928 Jun 09 14:59:23.097756 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da85f0b-5de3-48ea-bc2a-db4aa96075e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:59:23.099133 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-2da85f0b-5de3-48ea-bc2a-db4aa96075e4 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1191659 Jun 09 14:59:25.309857 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46878) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:59:25.359325 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:59:25.379695 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Made reservation on behalf of a6dc705e7cd64f65ba3feba6c3c86ff3 for: {'network': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:59:25.382048 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:25.469531 dv-cinder-789603-9-iscsi neutron-server[91817]: WARNING neutron.services.revisions.revision_plugin [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Could not find related network for resource to bump revision. Jun 09 14:59:25.482686 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=91817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 14:59:25.491808 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:25.492079 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.segments_db [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Added segment f525b9a9-0480-450e-98aa-fe8b08764417 of type vlan for network e4e1459c-0311-4cec-8be7-6e742cb23d90 Jun 09 14:59:25.516421 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:25.544981 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:25.546220 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:59:25.546839 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:25.551262 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:59:25.634815 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3238363 Jun 09 14:59:25.644886 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Pushing event updated for resources: {'Network': ['ID=e4e1459c-0311-4cec-8be7-6e742cb23d90,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:59:25.653457 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:25.653849 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:25.654130 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:25.654453 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:25.654801 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:25.655143 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:25.655463 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:25.655778 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:25.656090 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:25.656401 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:25.656713 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:25.657016 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:25.660683 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-95be1095-d5ee-4957-8372-7a9b163f7462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:59:25.669562 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network e4e1459c-0311-4cec-8be7-6e742cb23d90 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 14:59:27.798330 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46886) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 14:59:27.868988 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.pecan_wsgi.hooks.translation [None req-865d2c9e-019a-44fe-a9a5-12ae8bc086e2 admin admin] GET failed (client error): The resource could not be found. Jun 09 14:59:27.870245 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-865d2c9e-019a-44fe-a9a5-12ae8bc086e2 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0709422 Jun 09 14:59:28.018817 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b13dc2-fe88-4950-a461-5c606d6b9ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:59:28.020176 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-47b13dc2-fe88-4950-a461-5c606d6b9ad6 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1460822 Jun 09 14:59:28.030143 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-f97a606f-bb15-4b2e-9d89-5f97e51094d2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'e4e1459c-0311-4cec-8be7-6e742cb23d90', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 14:59:28.050384 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97a606f-bb15-4b2e-9d89-5f97e51094d2 admin admin] Made reservation on behalf of a6dc705e7cd64f65ba3feba6c3c86ff3 for: {'subnet': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 14:59:28.052635 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f97a606f-bb15-4b2e-9d89-5f97e51094d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:28.246742 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f97a606f-bb15-4b2e-9d89-5f97e51094d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470'] for subnet, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:28.251036 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-183143bb-6923-41f3-94ae-10f31e8e0cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:59:28.322391 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a606f-bb15-4b2e-9d89-5f97e51094d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=563747aa-81e4-486f-9644-07cb854b51a7,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:59:28.325003 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97a606f-bb15-4b2e-9d89-5f97e51094d2 admin admin] Checking segment: {'id': 'f525b9a9-0480-450e-98aa-fe8b08764417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e4e1459c-0311-4cec-8be7-6e742cb23d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:59:28.325344 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97a606f-bb15-4b2e-9d89-5f97e51094d2 admin admin] Network hostable DHCP agents. Network: e4e1459c-0311-4cec-8be7-6e742cb23d90, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 14:59:28.328193 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f97a606f-bb15-4b2e-9d89-5f97e51094d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:59:28.342303 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97a606f-bb15-4b2e-9d89-5f97e51094d2 admin admin] Network e4e1459c-0311-4cec-8be7-6e742cb23d90 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 14:59:28.351162 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-f97a606f-bb15-4b2e-9d89-5f97e51094d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, e4e1459c-0311-4cec-8be7-6e742cb23d90) {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:59:28.355144 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97a606f-bb15-4b2e-9d89-5f97e51094d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 14:59:28.356068 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f97a606f-bb15-4b2e-9d89-5f97e51094d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:28.360888 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a100e3-051e-45fc-9b0e-3fdbaea3ddd1 None None] Network e4e1459c-0311-4cec-8be7-6e742cb23d90 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:59:28.374061 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-f97a606f-bb15-4b2e-9d89-5f97e51094d2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3478625 Jun 09 14:59:28.585475 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bffd5d1-ad12-50dd-ae4e-8290e53cb201-e4e1459c-0311-4cec-8be7-6e742cb23d90', 'network_id': 'e4e1459c-0311-4cec-8be7-6e742cb23d90', 'tenant_id': 'a6dc705e7cd64f65ba3feba6c3c86ff3', 'fixed_ips': [{'subnet_id': '563747aa-81e4-486f-9644-07cb854b51a7'}]}} from dv-cinder-789603-9-iscsi. {{(pid=91818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 14:59:28.586296 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:28.748132 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.db_base_plugin_common [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Allocated IP 192.168.233.2 (e4e1459c-0311-4cec-8be7-6e742cb23d90/563747aa-81e4-486f-9644-07cb854b51a7/32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0) {{(pid=91818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 14:59:28.954000 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Notify callbacks [] for port, precommit_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:28.965448 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Transition to ACTIVE for port object 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0 will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:59:28.986393 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Transition to ACTIVE for port object 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0 will not be triggered until provisioned by entity DHCP. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 14:59:28.991891 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:28.996649 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-4c550936-ecb9-4588-80d5-28d4384490a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:59:29.070928 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Network e4e1459c-0311-4cec-8be7-6e742cb23d90 is already hosted by enough agents. {{(pid=91818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 14:59:29.071758 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Pushing event updated for resources: {'Port': ['ID=32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0,revision_number=1']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:59:29.076239 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.base_scheduler [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Resources bound (agent type, host, resource id): {{(pid=91818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 14:59:29.081446 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:29.081792 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:29.082129 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:29.082454 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:29.082798 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:29.083121 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:29.083438 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:29.083756 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:29.084085 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:29.084404 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:29.084714 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:29.085019 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 14:59:29.099880 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Received port after_create {{(pid=91818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 14:59:29.167886 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:59:29.196438 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Attempting to bind port 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 14:59:29.196834 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Attempting to bind port 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': 'f525b9a9-0480-450e-98aa-fe8b08764417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e4e1459c-0311-4cec-8be7-6e742cb23d90'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 14:59:29.197187 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Attempting to bind port 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0 on network e4e1459c-0311-4cec-8be7-6e742cb23d90 {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 14:59:29.203591 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 14:59:29.204499 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Checking segment: {'id': 'f525b9a9-0480-450e-98aa-fe8b08764417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e4e1459c-0311-4cec-8be7-6e742cb23d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 14:59:29.204499 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:29.204729 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Bound using segment: {'id': 'f525b9a9-0480-450e-98aa-fe8b08764417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e4e1459c-0311-4cec-8be7-6e742cb23d90'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 14:59:29.205123 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Bound port: 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f525b9a9-0480-450e-98aa-fe8b08764417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e4e1459c-0311-4cec-8be7-6e742cb23d90'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 14:59:29.206107 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:29.294521 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] For port 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 14:59:29.297829 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] For port 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0,segment=NetworkSegment(f525b9a9-0480-450e-98aa-fe8b08764417),segment_id=f525b9a9-0480-450e-98aa-fe8b08764417)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 14:59:29.303221 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:29.307255 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-daa96e6c-197f-4356-8737-d9bd1f157389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:59:29.382707 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Pushing event updated for resources: {'Port': ['ID=32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:59:29.385756 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:59:30.165395 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aaef3b-867d-4699-8861-a6f12592c053 None None] Network e4e1459c-0311-4cec-8be7-6e742cb23d90 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 14:59:30.256905 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-7384e14d-c012-4dc6-a9f4-306dc145584a None None] Provisioning for port 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:59:31.390870 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:59:31.466370 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 14:59:31.471607 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:59:31.471966 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:31.589207 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:31.624436 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0,segment=NetworkSegment(f525b9a9-0480-450e-98aa-fe8b08764417),segment_id=f525b9a9-0480-450e-98aa-fe8b08764417)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 14:59:31.628073 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:31.630744 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-128a57df-7cd5-4e7a-b1f6-8a745a519b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 14:59:31.713036 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 14:59:31.717063 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 14:59:33.373920 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 14:59:33.440670 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 32c83559-7e0f-4dff-a4a0-4aa9ff5a96b0 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 14:59:33.441038 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:34.723309 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 5 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 14:59:42.810556 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-3d966fe4-e953-4bd6-b98f-11119906e10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:45.276720 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:45.389107 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-80f6d1b8-8060-4781-8804-a502d5c2046b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:46.290213 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 14:59:48.185454 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:11.721904 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 5 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:00:12.811995 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-b17ce652-7f87-4722-8f9c-d42d929df42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:15.281052 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:15.391251 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-489cc7b2-3258-4168-bc5e-7b6122891246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:16.292254 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:18.188843 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:34.895602 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46940) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:00:34.901570 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [None req-87d9fa6b-093a-425c-bbdb-3c21d64c3226 tempest-verify_tempest_config-296460996 tempest-verify_tempest_config-296460996-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=91817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 15:00:34.902518 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-87d9fa6b-093a-425c-bbdb-3c21d64c3226 tempest-verify_tempest_config-296460996 tempest-verify_tempest_config-296460996-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059395 Jun 09 15:00:35.202657 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 46958) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:00:35.315447 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:35.420448 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:35.424099 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:35.432366 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:00:35.470385 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=22693ad428cb426a83db3e6101cfe175&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2667298 Jun 09 15:00:35.471890 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0171a3-0f47-407e-aa16-5ac75657502b,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:00:35.473003 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 46962) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:00:35.478764 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.479168 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.479524 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.479846 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.480162 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.480495 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.480810 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.481148 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.481714 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.482155 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.482461 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.482813 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.486596 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:00:35.537630 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:35.565915 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:35.663728 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:35.666426 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:35.667542 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6e0171a3-0f47-407e-aa16-5ac75657502b HTTP/1.1" status: 204 len: 168 time: 0.1935804 Jun 09 15:00:35.668214 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:00:35.678210 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0171a3-0f47-407e-aa16-5ac75657502b,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:00:35.686305 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.686652 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.687183 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.687554 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.687855 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.688185 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.688619 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.689038 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.689283 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.689625 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.689894 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.690276 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:00:35.693440 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:00:42.815641 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-9e170434-f368-4f92-9f5d-bdf84b8603c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:45.283007 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:45.393301 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-00a7ca08-6f0e-4855-b39a-e0f35abcdb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:46.296429 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:48.192670 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:00:48.721354 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 5 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:01:12.817794 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-5ee84580-83eb-4e32-a9f9-e596ef140e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:15.284679 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:15.394442 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-362a4287-40ed-4ed8-b36d-2229d47cb1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:16.298811 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:18.194158 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:25.720929 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 5 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:01:42.818890 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6a4c-207b-4072-a90d-8fdd3b9706a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:45.285703 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:45.394222 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4f805dce-2809-41cc-b5dd-6bdff556ab4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:46.300890 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:01:48.195476 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:02.720160 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 5 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:02:07.089676 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997'] for agent, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:11.685275 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47016) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:02:11.798343 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-147eed38-72c6-47b0-89b4-4899d657bc65 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1118367 Jun 09 15:02:12.821381 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-bc9e4c06-67c6-47ce-800d-edc1e9e1f62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:13.935868 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47026) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:02:13.991053 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-466e0bb4-6834-4b4a-88b9-a2035a655b1d admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0541205 Jun 09 15:02:15.285954 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:15.394265 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-fec457bf-136b-4c3d-b2ed-c3b828105a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:16.303349 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:18.197259 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:37.028971 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:39.718813 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:02:42.822132 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7b523bce-5b26-417a-b6bb-729040de47e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:45.289812 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:45.394464 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-693a12e3-f323-4ba6-845e-23585a198b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:46.305961 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:02:48.199983 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:07.066538 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:12.825243 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-54ac9d05-da57-43d2-88e7-134be1622ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:15.292684 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:15.395012 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-97f4ae99-8bd3-4f8f-8bcd-7ff188c79673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:16.310466 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:16.717404 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:03:18.203580 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:37.067291 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:38.508068 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47134) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:38.778793 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-195074640-network', 'tenant_id': 'f7e8e7ba83f6459fbf66aa324e910466'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:38.801110 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Made reservation on behalf of f7e8e7ba83f6459fbf66aa324e910466 for: {'network': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:38.803523 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:38.824653 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:38.942207 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:38.946504 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:38.960300 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:38.988727 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=91817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:03:39.003922 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2166783e-d251-4d73-89b1-e5c3e4ffc1bb,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:39.003922 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.003922 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.003922 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.003922 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.003922 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.003922 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.004914 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.004914 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.004914 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.004914 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.005285 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.005796 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Tracked resource versions report: Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: pushed versions: Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: { 'AddressGroup': {'1.2'}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'ConntrackHelper': {'1.0'}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Log': {'1.0'}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Network': {'1.1'}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Port': {'1.7'}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'PortForwarding': {'1.2'}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'QosPolicy': {'1.8'}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'SecurityGroup': {'1.4'}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'SecurityGroupRule': {'1.2'}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'SubPort': {'1.0'}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Subnet': {'1.1'}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Trunk': {'1.1'}} Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: consumer versions: Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: { DHCP agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: HyperV agent@hv-cinder-78960: {}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: L3 agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: Metadata agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: Metering agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: Open vSwitch agent@dv-cinder-789603-9-iscsi: { 'AddressGroup': '1.2', Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'ConntrackHelper': '1.0', Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Log': '1.0', Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Network': '1.1', Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Port': '1.7', Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'PortForwarding': '1.2', Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'QosPolicy': '1.8', Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'SecurityGroup': '1.4', Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'SecurityGroupRule': '1.2', Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'SubPort': '1.0', Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Subnet': '1.1', Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: 'Trunk': '1.1'}} Jun 09 15:03:39.006589 dv-cinder-789603-9-iscsi neutron-server[91817]: {{(pid=91817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 15:03:39.013535 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:39.013873 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.segments_db [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Added segment 96012389-04ce-4895-9e5a-bff061ab4f81 of type vlan for network 9dc45a34-1400-4971-93b9-08e67a7e1138 Jun 09 15:03:39.026727 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:39.040932 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:39.075467 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:39.080176 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:39.080176 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:39.087334 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-017b9154-5cf0-4af8-93f0-a0b5479b33ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:39.162075 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6526465 Jun 09 15:03:39.165251 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47180) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:39.178792 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Request body: {'subnet': {'network_id': '9dc45a34-1400-4971-93b9-08e67a7e1138', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-195074640-subnet', 'tenant_id': 'f7e8e7ba83f6459fbf66aa324e910466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:39.181666 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Pushing event updated for resources: {'Network': ['ID=9dc45a34-1400-4971-93b9-08e67a7e1138,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:39.184372 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:39.192433 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network 9dc45a34-1400-4971-93b9-08e67a7e1138 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:03:39.209979 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Made reservation on behalf of f7e8e7ba83f6459fbf66aa324e910466 for: {'subnet': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:39.212576 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:39.442275 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470'] for subnet, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:39.447477 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:39.520484 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66e6fff-b3f3-4e19-97ac-1feb56db83ca,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:39.530224 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.530614 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.531015 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.531405 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.531788 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.532191 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.532672 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.532952 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.533877 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.534259 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.534660 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.535226 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Tracked resource versions report: Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: pushed versions: Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: { 'AddressGroup': {'1.2'}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'ConntrackHelper': {'1.0'}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Log': {'1.0'}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Network': {'1.1'}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Port': {'1.7'}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'PortForwarding': {'1.2'}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'QosPolicy': {'1.8'}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'SecurityGroup': {'1.4'}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'SecurityGroupRule': {'1.2'}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'SubPort': {'1.0'}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Subnet': {'1.1'}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Trunk': {'1.1'}} Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: consumer versions: Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: { DHCP agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: HyperV agent@hv-cinder-78960: {}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: L3 agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: Metadata agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: Metering agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: Open vSwitch agent@dv-cinder-789603-9-iscsi: { 'AddressGroup': '1.2', Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'ConntrackHelper': '1.0', Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Log': '1.0', Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Network': '1.1', Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Port': '1.7', Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'PortForwarding': '1.2', Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'QosPolicy': '1.8', Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'SecurityGroup': '1.4', Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'SecurityGroupRule': '1.2', Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'SubPort': '1.0', Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Subnet': '1.1', Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: 'Trunk': '1.1'}} Jun 09 15:03:39.536213 dv-cinder-789603-9-iscsi neutron-server[91816]: {{(pid=91816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 15:03:39.541841 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:39.552491 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Checking segment: {'id': '96012389-04ce-4895-9e5a-bff061ab4f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9dc45a34-1400-4971-93b9-08e67a7e1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:39.552929 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Network hostable DHCP agents. Network: 9dc45a34-1400-4971-93b9-08e67a7e1138, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:03:39.573897 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Network 9dc45a34-1400-4971-93b9-08e67a7e1138 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:03:39.585593 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, 9dc45a34-1400-4971-93b9-08e67a7e1138) {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:39.591478 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:39.592260 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:39.603087 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032cfcef-9665-4471-bc28-b628f18e117d None None] Network 9dc45a34-1400-4971-93b9-08e67a7e1138 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:39.617482 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4504561 Jun 09 15:03:39.803736 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5963a0-8cfd-4453-91d9-81a5cdc8b7e7 None None] Network 9dc45a34-1400-4971-93b9-08e67a7e1138 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:40.079136 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47232) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:40.476224 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-293448380-network', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:40.499284 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Made reservation on behalf of 298975b27cf9484f93a94f5ae61f1d3a for: {'network': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:40.503158 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:40.520576 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:40.632800 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:40.636856 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:40.645641 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:40.677857 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=91817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:03:40.687136 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:40.687637 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.segments_db [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Added segment d10eab84-5335-43fc-8a7b-bb1a827e835e of type vlan for network f3546033-fc06-446a-90f5-267054c947c3 Jun 09 15:03:40.693194 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:40.730063 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:40.739929 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:40.760753 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:40.762830 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:40.762830 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:40.766773 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47270) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:40.775827 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:40.816247 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47276) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:40.859626 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7793281 Jun 09 15:03:40.862786 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47280) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:40.869497 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-3eae051a-d272-47c5-baab-20798155ff51 admin admin] Request body: {'subnet': {'network_id': 'f3546033-fc06-446a-90f5-267054c947c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-293448380-subnet', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:40.870173 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Pushing event updated for resources: {'Network': ['ID=f3546033-fc06-446a-90f5-267054c947c3,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:40.872783 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:40.882150 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network f3546033-fc06-446a-90f5-267054c947c3 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:03:40.897055 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eae051a-d272-47c5-baab-20798155ff51 admin admin] Made reservation on behalf of 298975b27cf9484f93a94f5ae61f1d3a for: {'subnet': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:40.900944 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3eae051a-d272-47c5-baab-20798155ff51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.130624 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3eae051a-d272-47c5-baab-20798155ff51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470'] for subnet, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.135250 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:41.182206 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-network', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:41.189346 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-999780471-network', 'tenant_id': '9023d31c9656451a80838b75606d750a'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:41.222882 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae051a-d272-47c5-baab-20798155ff51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:41.233250 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-3eae051a-d272-47c5-baab-20798155ff51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:41.253027 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eae051a-d272-47c5-baab-20798155ff51 admin admin] Checking segment: {'id': 'd10eab84-5335-43fc-8a7b-bb1a827e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:41.253769 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eae051a-d272-47c5-baab-20798155ff51 admin admin] Network hostable DHCP agents. Network: f3546033-fc06-446a-90f5-267054c947c3, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:03:41.259717 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Made reservation on behalf of b36d808a5b7a4efa9d269c09b4fd1867 for: {'network': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:41.262003 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.290213 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.309685 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Made reservation on behalf of 9023d31c9656451a80838b75606d750a for: {'network': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:41.312253 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.328172 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.344588 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eae051a-d272-47c5-baab-20798155ff51 admin admin] Network f3546033-fc06-446a-90f5-267054c947c3 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:03:41.367427 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-3eae051a-d272-47c5-baab-20798155ff51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, f3546033-fc06-446a-90f5-267054c947c3) {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:41.380444 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eae051a-d272-47c5-baab-20798155ff51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:41.381028 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3eae051a-d272-47c5-baab-20798155ff51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.409609 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08175bd-23a1-41a5-9ce8-0be1a55f963e None None] Network f3546033-fc06-446a-90f5-267054c947c3 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:41.490024 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.497164 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.501018 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:41.644972 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.649045 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b65ba2b-bfcc-4198-8f59-e0f71c1e0bc1,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:41.657061 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47300) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:41.657530 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-3eae051a-d272-47c5-baab-20798155ff51 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7925975 Jun 09 15:03:41.660134 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:41.661200 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.664086 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-293448380-router', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:41.680171 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=91816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:03:41.693622 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.694007 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.segments_db [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Added segment 88e4d6c4-122a-410b-9e5d-68a5733d916c of type vlan for network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 Jun 09 15:03:41.728559 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-602927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11284'] for router, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.729944 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11373'] for router, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.735046 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3995845a-eb60-421e-a80b-3854bbcecab0 None None] Network f3546033-fc06-446a-90f5-267054c947c3 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:41.744956 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.775623 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.796491 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:41.815058 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=91816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:03:41.836781 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb0c71c-66aa-4ef0-85be-06047fa263cb,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:41.841703 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.843281 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:41.844413 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.844896 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.segments_db [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Added segment 37e8f92a-806e-409f-ab55-2eb0aa942f76 of type vlan for network e6df34c4-a146-448a-a741-18d7a8a2e9ec Jun 09 15:03:41.862985 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:41.863828 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:41.870791 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-f42a098c-0de3-407f-9587-72ceef999102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:42.089640 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2700019 Jun 09 15:03:42.092984 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:42.096921 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47316) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:42.101857 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-98ab3a87-b86f-4fe2-968c-e8e846ac4ef8 admin admin] Request body: {'subnet': {'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-999780471-subnet', 'tenant_id': '9023d31c9656451a80838b75606d750a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:42.118715 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Pushing event updated for resources: {'Network': ['ID=4a976f6a-8fdb-4c02-abae-9d741d19dd37,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:42.130527 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:42.134943 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:03:42.173901 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:42.176275 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:42.178393 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:42.197546 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:42.219452 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ab3a87-b86f-4fe2-968c-e8e846ac4ef8 admin admin] Made reservation on behalf of 9023d31c9656451a80838b75606d750a for: {'subnet': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:42.219961 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-602941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11391'] for router, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:42.223499 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-98ab3a87-b86f-4fe2-968c-e8e846ac4ef8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:42.351100 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5837784 Jun 09 15:03:42.353393 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47340) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:42.363309 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-9ea78fa2-f0d6-4b59-bcd3-6f57b491480b admin admin] Request body: {'subnet': {'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-subnet', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:42.425900 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47348) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:42.439256 dv-cinder-789603-9-iscsi neutron-server[91816]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 09 15:03:42.601011 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e82ea5f1-260d-4906-ab06-b0f07d9a81bf tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:42.602609 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e82ea5f1-260d-4906-ab06-b0f07d9a81bf tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/networks?id=9dc45a34-1400-4971-93b9-08e67a7e1138 HTTP/1.1" status: 200 len: 811 time: 0.1759913 Jun 09 15:03:42.614036 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Pushing event updated for resources: {'Network': ['ID=e6df34c4-a146-448a-a741-18d7a8a2e9ec,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:42.624729 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:42.624963 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network e6df34c4-a146-448a-a741-18d7a8a2e9ec details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:03:42.625794 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea78fa2-f0d6-4b59-bcd3-6f57b491480b admin admin] Made reservation on behalf of b36d808a5b7a4efa9d269c09b4fd1867 for: {'subnet': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:42.628833 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9ea78fa2-f0d6-4b59-bcd3-6f57b491480b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:42.640959 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-76c9f263-bd29-446e-bfcb-4f5d8d5b0cc5 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/quotas/f7e8e7ba83f6459fbf66aa324e910466 HTTP/1.1" status: 200 len: 375 time: 0.0295641 Jun 09 15:03:42.702969 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5215cfc-2285-4c8f-9f4c-5910149877b1 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7e8e7ba83f6459fbf66aa324e910466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609429 Jun 09 15:03:42.738362 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:42.861971 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-98ab3a87-b86f-4fe2-968c-e8e846ac4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470'] for subnet, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:42.870143 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-3eae051a-d272-47c5-baab-20798155ff51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:42.885391 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-3bc4f104-e96b-4273-861d-743f9f725f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:42.926852 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:42.960802 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab3a87-b86f-4fe2-968c-e8e846ac4ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4058271-302e-4123-bbee-4d8ec26a83e1,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:42.964757 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-98ab3a87-b86f-4fe2-968c-e8e846ac4ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:42.973076 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab3a87-b86f-4fe2-968c-e8e846ac4ef8 admin admin] Checking segment: {'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:42.973554 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ab3a87-b86f-4fe2-968c-e8e846ac4ef8 admin admin] Network hostable DHCP agents. Network: 4a976f6a-8fdb-4c02-abae-9d741d19dd37, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:03:42.991505 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9ea78fa2-f0d6-4b59-bcd3-6f57b491480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470'] for subnet, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:42.994187 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ab3a87-b86f-4fe2-968c-e8e846ac4ef8 admin admin] Network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:03:43.006607 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-98ab3a87-b86f-4fe2-968c-e8e846ac4ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, 4a976f6a-8fdb-4c02-abae-9d741d19dd37) {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:43.011160 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ab3a87-b86f-4fe2-968c-e8e846ac4ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:43.011906 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-98ab3a87-b86f-4fe2-968c-e8e846ac4ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:43.018033 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d665f886-4000-468b-86a0-1913f0d6cc60 None None] Network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:43.045762 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-98ab3a87-b86f-4fe2-968c-e8e846ac4ef8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9476137 Jun 09 15:03:43.084430 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-dfe64e28-18ef-489c-933e-001ceb270db3 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=91816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 15:03:43.099923 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-dfe64e28-18ef-489c-933e-001ceb270db3 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1511824 Jun 09 15:03:43.139950 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f97a606f-bb15-4b2e-9d89-5f97e51094d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:43.202753 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea78fa2-f0d6-4b59-bcd3-6f57b491480b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5266821-f8ca-412e-b356-225fac8eefd5,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:43.227238 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-9ea78fa2-f0d6-4b59-bcd3-6f57b491480b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:43.258888 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Allocated IP 172.27.1.125 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/4e0472db-79bf-44ab-8a05-4e1a244aa22d) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:03:43.328580 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea78fa2-f0d6-4b59-bcd3-6f57b491480b admin admin] Checking segment: {'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:43.328941 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea78fa2-f0d6-4b59-bcd3-6f57b491480b admin admin] Network hostable DHCP agents. Network: e6df34c4-a146-448a-a741-18d7a8a2e9ec, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:03:43.357315 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b556c9-b115-4b25-a879-b0266f91061a None None] Network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:43.392015 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47384) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:43.437756 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-fd279519-ea1c-43a1-b141-ed918b5ee3cc service neutron] 10.222.0.74 "GET /v2.0/networks/9dc45a34-1400-4971-93b9-08e67a7e1138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367538 Jun 09 15:03:43.574095 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea78fa2-f0d6-4b59-bcd3-6f57b491480b admin admin] Network e6df34c4-a146-448a-a741-18d7a8a2e9ec is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:03:43.594846 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-9ea78fa2-f0d6-4b59-bcd3-6f57b491480b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, e6df34c4-a146-448a-a741-18d7a8a2e9ec) {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:43.613615 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea78fa2-f0d6-4b59-bcd3-6f57b491480b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:43.614998 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9ea78fa2-f0d6-4b59-bcd3-6f57b491480b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:43.619406 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1139438b-84f4-4017-b655-33f76dccc5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:43.636875 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f01973-1a81-4967-b500-f9b904ea84fa None None] Network e6df34c4-a146-448a-a741-18d7a8a2e9ec requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:43.645207 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-86d26e3a-cb61-4eea-b974-8b2a4f03f4e0 service neutron] 10.222.0.74 "GET /v2.0/networks/9dc45a34-1400-4971-93b9-08e67a7e1138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059445 Jun 09 15:03:43.663300 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-9ea78fa2-f0d6-4b59-bcd3-6f57b491480b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3034925 Jun 09 15:03:43.667792 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47390) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:43.672895 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:43.694706 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:43.755372 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:43.760539 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:43.873457 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1139438b-84f4-4017-b655-33f76dccc5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:43.905545 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1139438b-84f4-4017-b655-33f76dccc5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:43.913955 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:03:43.915536 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:43.920243 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:03:43.925307 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:43.965904 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-602927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11284'] for router, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:43.974529 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11373'] for router, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:44.047905 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139438b-84f4-4017-b655-33f76dccc5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e98c66e-8b76-4e50-9e66-39f61b8e02b6,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:44.058026 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-1139438b-84f4-4017-b655-33f76dccc5a9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b4df243d4afe481e8742c2a7434d618e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6666467 Jun 09 15:03:44.058997 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1139438b-84f4-4017-b655-33f76dccc5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:44.061388 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47412) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:44.076632 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bffd5d1-ad12-50dd-ae4e-8290e53cb201-e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5'}]}} from dv-cinder-789603-9-iscsi. {{(pid=91818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 15:03:44.077917 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:44.093561 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:44.245695 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Pushing event updated for resources: {'Port': ['ID=4e0472db-79bf-44ab-8a05-4e1a244aa22d,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:44.251418 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:44.510585 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.db_base_plugin_common [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Allocated IP 172.20.0.2 (e6df34c4-a146-448a-a741-18d7a8a2e9ec/f5266821-f8ca-412e-b356-225fac8eefd5/544a5dc6-a213-41a9-a75a-c54c8f7b06f9) {{(pid=91818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:03:44.640506 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47446) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:44.662207 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6d63c3b0-963f-4982-bbb2-ecdacb6e8067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:44.666944 dv-cinder-789603-9-iscsi neutron-server[91817]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 09 15:03:44.804267 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d6e263a3-29a5-469f-8cf7-7abdb6bf05fc req-f5c17bcd-45ba-432a-a1e5-3b6ea61a3eb8 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 210 time: 0.2117808 Jun 09 15:03:44.816410 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:44.832272 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Transition to ACTIVE for port object 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:03:44.867684 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Transition to ACTIVE for port object 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 will not be triggered until provisioned by entity DHCP. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:03:44.876530 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:44.888648 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:44.892077 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:44.897036 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6d63c3b0-963f-4982-bbb2-ecdacb6e8067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:44.987187 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Network e6df34c4-a146-448a-a741-18d7a8a2e9ec is already hosted by enough agents. {{(pid=91818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:03:44.988681 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Pushing event updated for resources: {'Port': ['ID=544a5dc6-a213-41a9-a75a-c54c8f7b06f9,revision_number=1']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:44.993433 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-602941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11391'] for router, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:44.999003 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.base_scheduler [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Resources bound (agent type, host, resource id): {{(pid=91818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:45.001791 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:45.002458 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:45.002861 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:45.003215 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:45.003546 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:45.003865 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:45.004269 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:45.004631 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:45.004964 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:45.005326 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:45.005639 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:45.006078 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Tracked resource versions report: Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: pushed versions: Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: { 'AddressGroup': {'1.2'}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'ConntrackHelper': {'1.0'}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Log': {'1.0'}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Network': {'1.1'}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Port': {'1.7'}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'PortForwarding': {'1.2'}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'QosPolicy': {'1.8'}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'SecurityGroup': {'1.4'}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'SecurityGroupRule': {'1.2'}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'SubPort': {'1.0'}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Subnet': {'1.1'}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Trunk': {'1.1'}} Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: consumer versions: Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: { DHCP agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: HyperV agent@hv-cinder-78960: {}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: L3 agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: Metadata agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: Metering agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: Open vSwitch agent@dv-cinder-789603-9-iscsi: { 'AddressGroup': '1.2', Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'ConntrackHelper': '1.0', Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Log': '1.0', Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Network': '1.1', Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Port': '1.7', Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'PortForwarding': '1.2', Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'QosPolicy': '1.8', Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'SecurityGroup': '1.4', Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'SecurityGroupRule': '1.2', Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'SubPort': '1.0', Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Subnet': '1.1', Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: 'Trunk': '1.1'}} Jun 09 15:03:45.007365 dv-cinder-789603-9-iscsi neutron-server[91818]: {{(pid=91818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 15:03:45.009948 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Received port after_create {{(pid=91818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:03:45.038100 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d16d8821-a89d-49ae-b400-2463dcb6b0d5 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:45.045006 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d16d8821-a89d-49ae-b400-2463dcb6b0d5 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/networks?id=4a976f6a-8fdb-4c02-abae-9d741d19dd37 HTTP/1.1" status: 200 len: 814 time: 0.4010487 Jun 09 15:03:45.077018 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:45.115148 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6d63c3b0-963f-4982-bbb2-ecdacb6e8067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:45.119347 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6d63c3b0-963f-4982-bbb2-ecdacb6e8067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:45.120716 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-6d63c3b0-963f-4982-bbb2-ecdacb6e8067 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e98c66e-8b76-4e50-9e66-39f61b8e02b6 HTTP/1.1" status: 204 len: 168 time: 1.0579083 Jun 09 15:03:45.126439 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:45.139157 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Attempting to bind port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:03:45.139513 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Attempting to bind port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:03:45.139866 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Attempting to bind port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 on network e6df34c4-a146-448a-a741-18d7a8a2e9ec {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:03:45.146802 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:03:45.147173 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Checking segment: {'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:45.147569 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:45.147954 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Bound using segment: {'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:03:45.148449 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Bound port: 544a5dc6-a213-41a9-a75a-c54c8f7b06f9, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:03:45.148824 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:45.150629 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63c3b0-963f-4982-bbb2-ecdacb6e8067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e98c66e-8b76-4e50-9e66-39f61b8e02b6,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:45.156665 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6d63c3b0-963f-4982-bbb2-ecdacb6e8067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:45.212414 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-c655f23d-ccd7-4f06-93d7-1f67a02f3efc tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/quotas/9023d31c9656451a80838b75606d750a HTTP/1.1" status: 200 len: 375 time: 0.1663725 Jun 09 15:03:45.333579 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] For port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:03:45.342155 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-0f173804-18dc-4bf3-9d69-a4de31add049 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9023d31c9656451a80838b75606d750a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1283576 Jun 09 15:03:45.364638 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] For port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=544a5dc6-a213-41a9-a75a-c54c8f7b06f9,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:03:45.369537 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:45.378564 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:45.387480 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:45.417385 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:45.452656 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:45.561485 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7633e71d-7773-4a89-87b3-874ae3d855d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:45.583957 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Pushing event updated for resources: {'Port': ['ID=544a5dc6-a213-41a9-a75a-c54c8f7b06f9,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:45.589816 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:45.666755 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Allocated IP 172.27.1.22 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/657d0e9c-2826-4983-afe7-e863d783520e) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:03:45.794882 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47494) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:45.811173 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-8af95aea-5273-423b-b7eb-fb9dd6bc844c service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=91817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 15:03:45.812156 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-8af95aea-5273-423b-b7eb-fb9dd6bc844c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1878076 Jun 09 15:03:45.816651 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2836-1fc1-4270-84d4-606813da8a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:45.967345 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:46.096311 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601806'] for router, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:46.098717 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2836-1fc1-4270-84d4-606813da8a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:46.101772 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-b0925a88-beb9-4d88-adc8-46881266b810 service neutron] 10.222.0.74 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340748 Jun 09 15:03:46.110380 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2836-1fc1-4270-84d4-606813da8a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:46.112176 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:46.126920 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:46.176162 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:03:46.182770 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-a6fb2836-1fc1-4270-84d4-606813da8a44 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f8ae943c11e8494e835930706f71ed39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3845663 Jun 09 15:03:46.182770 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:46.183071 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47502) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:46.184919 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb2836-1fc1-4270-84d4-606813da8a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecda3a15-4252-4028-92ee-0371eeeaefed,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:46.205355 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:03:46.329739 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:46.372000 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a6fb2836-1fc1-4270-84d4-606813da8a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:46.372399 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:46.420955 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-c8a506d7-bca7-4e80-86b5-4790df0f06eb service neutron] 10.222.0.74 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491398 Jun 09 15:03:46.473823 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Router 7f501755-a2f0-41f1-ac98-089e11c32a26 is scheduled to L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 with binding_index 1 {{(pid=91817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:03:46.541937 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e3d08c6d-bd71-4f78-bc71-fde4aa1b85fe req-10f1d169-7075-4901-8aab-ce7fd7257640 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 210 time: 0.0726531 Jun 09 15:03:46.542560 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-07f1cc22-2665-43aa-a391-aa1c6c4e6eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:46.551117 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Pushing event updated for resources: {'Port': ['ID=657d0e9c-2826-4983-afe7-e863d783520e,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:46.571306 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:46.650820 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-07f1cc22-2665-43aa-a391-aa1c6c4e6eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:46.733354 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:03:46.745486 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Sync routers for ids ['7f501755-a2f0-41f1-ac98-089e11c32a26'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:03:46.777478 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Routers {'7f501755-a2f0-41f1-ac98-089e11c32a26'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:03:46.784367 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:03:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['7f501755-a2f0-41f1-ac98-089e11c32a26'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:03:46.822705 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Notify callbacks [] for router, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:46.827399 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1695330 Jun 09 15:03:46.828041 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47536) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:46.985107 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-987a9232-4d65-40de-9313-cfdec2a8263e req-155c2de4-4f03-41fe-8d75-3954d993734d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 210 time: 0.1521401 Jun 09 15:03:47.057153 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:47.082900 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8993637b-966d-4e36-b0fe-d9264fa1e41d None None] Network e6df34c4-a146-448a-a741-18d7a8a2e9ec requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:03:47.091464 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Set router 7f501755-a2f0-41f1-ac98-089e11c32a26 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:03:47.346811 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-07f1cc22-2665-43aa-a391-aa1c6c4e6eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:47.357428 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-07f1cc22-2665-43aa-a391-aa1c6c4e6eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:47.358617 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-07f1cc22-2665-43aa-a391-aa1c6c4e6eab admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ecda3a15-4252-4028-92ee-0371eeeaefed HTTP/1.1" status: 204 len: 168 time: 1.1745415 Jun 09 15:03:47.365310 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:47.372043 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-62e3c032-15fb-4773-b129-4a1197802127 None None] Provisioning for port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:03:47.393999 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1cc22-2665-43aa-a391-aa1c6c4e6eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecda3a15-4252-4028-92ee-0371eeeaefed,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:47.397659 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-07f1cc22-2665-43aa-a391-aa1c6c4e6eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:47.680261 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'name': 'tempest-ServerRescueNegativeTestJSON-293448380-router', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:41Z', 'updated_at': '2021-06-09T15:03:44Z', 'revision_number': 3, 'project_id': '298975b27cf9484f93a94f5ae61f1d3a', 'gw_port': {'id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:42Z', 'updated_at': '2021-06-09T15:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:03:47.706318 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:03:47.712713 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Checking router: 7f501755-a2f0-41f1-ac98-089e11c32a26 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:03:47.714129 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Updating router 7f501755-a2f0-41f1-ac98-089e11c32a26 port 4e0472db-79bf-44ab-8a05-4e1a244aa22d binding host dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:03:47.808831 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601806'] for router, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:47.895349 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:47.937921 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:03:47.953316 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:03:47.953683 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.060470 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-72ddd717-bae5-4326-a3e7-b4e4f6f072c0 None None] Provisioning complete for port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:03:48.061589 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-72ddd717-bae5-4326-a3e7-b4e4f6f072c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.245756 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47590) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:48.310246 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.328308 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.394310 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-994eef12-bddc-48c1-80c2-976de6848dd2 req-970bcd19-b3c4-47a4-9f94-00e2a6fb872b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 210 time: 0.1099174 Jun 09 15:03:48.396959 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-72ddd717-bae5-4326-a3e7-b4e4f6f072c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.414123 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2a7326ab-d8a0-4f03-8170-843f91dac570 req-01632c84-0dbb-48ac-b79f-0019985d8a40 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 210 time: 0.1658401 Jun 09 15:03:48.475287 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-72ddd717-bae5-4326-a3e7-b4e4f6f072c0 None None] For port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=544a5dc6-a213-41a9-a75a-c54c8f7b06f9,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:03:48.482239 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-72ddd717-bae5-4326-a3e7-b4e4f6f072c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.488201 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 is scheduled to L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 with binding_index 1 {{(pid=91816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:03:48.512642 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.528969 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-258d7fa9-7830-4a5a-92de-9f66e5008c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.531968 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:48.537770 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Transition to ACTIVE for port object 4e0472db-79bf-44ab-8a05-4e1a244aa22d will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:03:48.551639 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.555685 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:48.654087 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddd717-bae5-4326-a3e7-b4e4f6f072c0 None None] Pushing event updated for resources: {'Port': ['ID=544a5dc6-a213-41a9-a75a-c54c8f7b06f9,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:48.657123 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.674104 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.db.api [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 15:03:48.675243 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_db.api [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 15:03:48.675997 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-72ddd717-bae5-4326-a3e7-b4e4f6f072c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:48.687966 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Attempting to bind port 4e0472db-79bf-44ab-8a05-4e1a244aa22d on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:03:48.688333 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Attempting to bind port 4e0472db-79bf-44ab-8a05-4e1a244aa22d by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:03:48.688689 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Attempting to bind port 4e0472db-79bf-44ab-8a05-4e1a244aa22d on network 6da5a613-1aa1-48f4-af01-171168c355b4 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:03:48.697663 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Pushing event updated for resources: {'Port': ['ID=4e0472db-79bf-44ab-8a05-4e1a244aa22d,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:48.701555 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:03:48.701925 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Checking segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:48.702321 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.704005 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Bound using segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:03:48.704480 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Bound port: 4e0472db-79bf-44ab-8a05-4e1a244aa22d, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:03:48.704973 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.739663 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.740005 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.740328 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.740647 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.740963 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.741276 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.741586 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.741895 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.742226 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.742558 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.742865 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.743170 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Tracked resource versions report: Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: pushed versions: Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: { 'AddressGroup': {'1.2'}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'ConntrackHelper': {'1.0'}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Log': {'1.0'}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Network': {'1.1'}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Port': {'1.7'}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'PortForwarding': {'1.2'}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'QosPolicy': {'1.8'}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'SecurityGroup': {'1.4'}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'SecurityGroupRule': {'1.2'}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'SubPort': {'1.0'}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Subnet': {'1.1'}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Trunk': {'1.1'}} Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: consumer versions: Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: { DHCP agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: HyperV agent@hv-cinder-78960: {}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: L3 agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: Metadata agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: Metering agent@dv-cinder-789603-9-iscsi: {}, Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: Open vSwitch agent@dv-cinder-789603-9-iscsi: { 'AddressGroup': '1.2', Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'ConntrackHelper': '1.0', Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Log': '1.0', Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Network': '1.1', Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Port': '1.7', Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'PortForwarding': '1.2', Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'QosPolicy': '1.8', Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'SecurityGroup': '1.4', Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'SecurityGroupRule': '1.2', Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'SubPort': '1.0', Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Subnet': '1.1', Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: 'Trunk': '1.1'}} Jun 09 15:03:48.744159 dv-cinder-789603-9-iscsi neutron-server[91819]: {{(pid=91819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 15:03:48.756710 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:48.775103 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-258d7fa9-7830-4a5a-92de-9f66e5008c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.782055 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-258d7fa9-7830-4a5a-92de-9f66e5008c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.805574 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] For port 4e0472db-79bf-44ab-8a05-4e1a244aa22d, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:03:48.809495 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] For port 4e0472db-79bf-44ab-8a05-4e1a244aa22d, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=4e0472db-79bf-44ab-8a05-4e1a244aa22d,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:03:48.813429 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a6fb2836-1fc1-4270-84d4-606813da8a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:48.814551 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.820257 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:48.834917 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-258d7fa9-7830-4a5a-92de-9f66e5008c14 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=22b82b1413d541c2b74cff3c5d747d78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5801032 Jun 09 15:03:48.840708 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47612) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:48.863232 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d7fa9-7830-4a5a-92de-9f66e5008c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2868337e-bea2-4124-9d06-f1769e5a5043,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:48.866200 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:03:48.867708 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-258d7fa9-7830-4a5a-92de-9f66e5008c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:48.882549 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Sync routers for ids ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:03:48.894473 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Routers {'22321f93-05a7-4ca6-8bfe-5c84c7bf7863'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:03:48.895178 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:03:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:03:48.898231 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Notify callbacks [] for router, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:48.902053 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2307510 Jun 09 15:03:48.902217 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Pushing event updated for resources: {'Port': ['ID=4e0472db-79bf-44ab-8a05-4e1a244aa22d,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:48.906865 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d97c78cd-bb13-4053-82f7-1a62bf7c9bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:48.909676 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47614) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:48.925579 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Routers {'7f501755-a2f0-41f1-ac98-089e11c32a26'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:03:48.926170 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:03:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['7f501755-a2f0-41f1-ac98-089e11c32a26'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:03:48.978904 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Allocated IP 172.20.0.1 (f3546033-fc06-446a-90f5-267054c947c3/48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f/755c0bf2-62f4-49d3-a111-13673a0e4262) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:03:48.984544 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d4f66e1f-1527-497e-a69a-a3a17bea4c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:49.109922 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d4f66e1f-1527-497e-a69a-a3a17bea4c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:49.247456 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d4f66e1f-1527-497e-a69a-a3a17bea4c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:49.250381 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] Set router 7f501755-a2f0-41f1-ac98-089e11c32a26 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:03:49.251079 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:49.258583 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d4f66e1f-1527-497e-a69a-a3a17bea4c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:49.259698 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-d4f66e1f-1527-497e-a69a-a3a17bea4c96 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2868337e-bea2-4124-9d06-f1769e5a5043 HTTP/1.1" status: 204 len: 168 time: 0.4178317 Jun 09 15:03:49.262041 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:49.320213 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f66e1f-1527-497e-a69a-a3a17bea4c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2868337e-bea2-4124-9d06-f1769e5a5043,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:49.329987 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d4f66e1f-1527-497e-a69a-a3a17bea4c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:49.381781 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Set router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:03:49.400982 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:49.406164 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-fd8a75b6-2585-40c8-a0f1-6a9644e3dd37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:49.659895 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.61', 60819) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:49.826923 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Pushing event updated for resources: {'Port': ['ID=755c0bf2-62f4-49d3-a111-13673a0e4262,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:49.831420 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:49.851260 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Network f3546033-fc06-446a-90f5-267054c947c3 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:03:49.860697 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d8dbc61d-3c3f-43d3-bcaa-fc3e4b14710c req-25d6cc5d-12b5-4f79-a2a0-d221a4a8cda0 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 210 time: 0.1420472 Jun 09 15:03:49.864566 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:49.872776 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:03:49.888968 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442500'] for router_interface, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:49.996695 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:03:50.021237 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6bc4409f-84e5-40d3-9ac4-187391da006d req-fdfd2f24-95e1-4ff4-9e4f-663d426b46c7 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 210 time: 0.2673731 Jun 09 15:03:50.132796 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.218880 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:03:50.219537 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.320207 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'name': 'tempest-ServerRescueNegativeTestJSON-293448380-router', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:41Z', 'updated_at': '2021-06-09T15:03:44Z', 'revision_number': 3, 'project_id': '298975b27cf9484f93a94f5ae61f1d3a', 'gw_port': {'id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:42Z', 'updated_at': '2021-06-09T15:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:03:50.338706 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083f82d-165f-4d1d-b5ed-bf2df1b69b3c None None] The sync data for ids ['7f501755-a2f0-41f1-ac98-089e11c32a26'] in dv-cinder-789603-9-iscsi is: [{'id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'name': 'tempest-ServerRescueNegativeTestJSON-293448380-router', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:41Z', 'updated_at': '2021-06-09T15:03:44Z', 'revision_number': 3, 'project_id': '298975b27cf9484f93a94f5ae61f1d3a', 'gw_port': {'id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:42Z', 'updated_at': '2021-06-09T15:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:03:50.353868 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:46Z', 'revision_number': 3, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:03:50.360876 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Checking router: 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:03:50.361349 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Updating router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 port 657d0e9c-2826-4983-afe7-e863d783520e binding host dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:03:50.481661 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.488983 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.490450 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598748'] for router_interface, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.507159 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-3b5b37fb-7259-4f74-8d7d-bb056bf7d96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:50.646929 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:50.659994 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.61', 60828) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:50.663814 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Pushing event updated for resources: {'Port': ['ID=755c0bf2-62f4-49d3-a111-13673a0e4262,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:50.666709 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:50.690607 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-ed8013fd-61cb-4e0f-a2fd-69db46b93d58 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:50.699509 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-ed8013fd-61cb-4e0f-a2fd-69db46b93d58 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.61 "GET /v2.0/networks?id=9dc45a34-1400-4971-93b9-08e67a7e1138 HTTP/1.1" status: 200 len: 811 time: 1.0298061 Jun 09 15:03:50.818670 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Request body: {'port': {'device_id': '14a5e70d-eab4-45ac-9579-6f0d52bb0f75', 'network_id': '9dc45a34-1400-4971-93b9-08e67a7e1138', 'admin_state_up': True, 'tenant_id': 'f7e8e7ba83f6459fbf66aa324e910466'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:51.384430 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6d6f7ea3-bc7c-4d2e-85e7-121e3a6394a2 req-9c451a24-f149-4384-8b99-cb8ffa3fed58 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 210 time: 0.1163688 Jun 09 15:03:51.437310 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-f828fa53-d800-4e31-a268-667bde589c86 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:51.445480 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-f828fa53-d800-4e31-a268-667bde589c86 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "GET /v2.0/networks?id=4a976f6a-8fdb-4c02-abae-9d741d19dd37 HTTP/1.1" status: 200 len: 814 time: 0.7775102 Jun 09 15:03:51.453353 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Network f3546033-fc06-446a-90f5-267054c947c3 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:03:51.466222 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Request body: {'port': {'device_id': '946a235b-d9ff-4511-8d2c-4878b84d8cd1', 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37', 'admin_state_up': True, 'tenant_id': '9023d31c9656451a80838b75606d750a'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:51.475998 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Notify callbacks [] for port, precommit_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.485277 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:51.491178 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47724) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:51.521704 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Transition to ACTIVE for port object 657d0e9c-2826-4983-afe7-e863d783520e will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:03:51.537234 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.549039 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:51.670536 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.708834 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 4e0472db-79bf-44ab-8a05-4e1a244aa22d up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:03:51.792762 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-483bdc07-7863-496d-9f67-07f2797d6555 req-2a905c91-df43-4140-a220-e5f3737bf1df tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 210 time: 0.5921044 Jun 09 15:03:51.946553 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Attempting to bind port 657d0e9c-2826-4983-afe7-e863d783520e on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:03:51.946922 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Attempting to bind port 657d0e9c-2826-4983-afe7-e863d783520e by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:03:51.947392 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Attempting to bind port 657d0e9c-2826-4983-afe7-e863d783520e on network 6da5a613-1aa1-48f4-af01-171168c355b4 {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:03:51.969028 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:03:51.977820 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Checking segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:51.978302 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:51.979810 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Bound using segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:03:51.980319 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Bound port: 657d0e9c-2826-4983-afe7-e863d783520e, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:03:51.980698 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.064095 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3f585-3677-4a42-8c19-c1b1ca09ea35 None None] Pushing event updated for resources: {'Port': ['ID=657d0e9c-2826-4983-afe7-e863d783520e,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:52.072892 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-d2f3f585-3677-4a42-8c19-c1b1ca09ea35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:52.238188 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47752) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:52.239645 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] For port 657d0e9c-2826-4983-afe7-e863d783520e, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:03:52.251709 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] For port 657d0e9c-2826-4983-afe7-e863d783520e, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=657d0e9c-2826-4983-afe7-e863d783520e,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:03:52.275526 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.275867 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Router 7f501755-a2f0-41f1-ac98-089e11c32a26 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:03:52.278417 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 4e0472db-79bf-44ab-8a05-4e1a244aa22d completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:03:52.278616 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Made reservation on behalf of 9023d31c9656451a80838b75606d750a for: {'port': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:52.291800 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.315600 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:52.361167 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Made reservation on behalf of f7e8e7ba83f6459fbf66aa324e910466 for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:03:52.366738 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.487606 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3f585-3677-4a42-8c19-c1b1ca09ea35 None None] Pushing event updated for resources: {'Port': ['ID=657d0e9c-2826-4983-afe7-e863d783520e,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:52.495902 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 4e0472db-79bf-44ab-8a05-4e1a244aa22d triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:03:52.497877 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.670430 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-d2f3f585-3677-4a42-8c19-c1b1ca09ea35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:52.806124 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Routers {'22321f93-05a7-4ca6-8bfe-5c84c7bf7863'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:03:52.806829 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:03:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:03:52.812821 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e094d342-02d1-43d7-b7fe-8b6321381881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:52.901311 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-36a8e75a-4078-4668-afb3-b14031895a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.035571 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-085a0712-4d0a-4f33-841e-2e2a386d2219 req-ffa98a63-87c8-4c2f-8783-9bd8be0db187 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 210 time: 0.1182289 Jun 09 15:03:53.063566 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:03:53.081724 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] 10.222.0.74 "PUT /v2.0/routers/7f501755-a2f0-41f1-ac98-089e11c32a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2526772 Jun 09 15:03:53.090653 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.105076 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Sync routers for ids ['7f501755-a2f0-41f1-ac98-089e11c32a26'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:03:53.111680 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port 4e0472db-79bf-44ab-8a05-4e1a244aa22d, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=4e0472db-79bf-44ab-8a05-4e1a244aa22d,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:03:53.123761 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.125215 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Routers {'7f501755-a2f0-41f1-ac98-089e11c32a26'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:03:53.126097 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:03:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['7f501755-a2f0-41f1-ac98-089e11c32a26'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:03:53.147053 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Allocated IP 172.20.0.1 (e6df34c4-a146-448a-a741-18d7a8a2e9ec/f5266821-f8ca-412e-b356-225fac8eefd5/1284004c-851b-42a7-8523-6df45de8ad65) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:03:53.163851 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:53.274710 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1537938e-7c26-4033-8143-a10df92c369e req-5bfd48f2-d18d-445c-849e-a5a6c0c8826b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 210 time: 0.1968820 Jun 09 15:03:53.341431 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Allocated IP 172.20.0.11 (4a976f6a-8fdb-4c02-abae-9d741d19dd37/d4058271-302e-4123-bbee-4d8ec26a83e1/2fb420df-0438-40e2-9c2f-8a54d402719b) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:03:53.414572 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=4e0472db-79bf-44ab-8a05-4e1a244aa22d,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:53.430797 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:53.442742 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] Set router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:03:53.610110 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Allocated IP 172.20.0.6 (9dc45a34-1400-4971-93b9-08e67a7e1138/e66e6fff-b3f3-4e19-97ac-1feb56db83ca/e4a7ba15-e2b9-4c71-80bd-65008098d9ef) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:03:53.667651 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Set router 7f501755-a2f0-41f1-ac98-089e11c32a26 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:03:53.725424 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e094d342-02d1-43d7-b7fe-8b6321381881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.802585 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 4e0472db-79bf-44ab-8a05-4e1a244aa22d up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:03:53.896148 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:03:53.913565 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e094d342-02d1-43d7-b7fe-8b6321381881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.920343 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 4e0472db-79bf-44ab-8a05-4e1a244aa22d triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:03:53.920899 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:53.991619 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d4f66e1f-1527-497e-a69a-a3a17bea4c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:53.998296 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.141227 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Transition to ACTIVE for port object 1284004c-851b-42a7-8523-6df45de8ad65 will not be triggered until provisioned by entity DHCP. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:03:54.230685 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-e094d342-02d1-43d7-b7fe-8b6321381881 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f9d06518c1fa49068d20ac4aa174841a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9887459 Jun 09 15:03:54.261435 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47806) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:54.413003 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:46Z', 'revision_number': 3, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:03:54.427398 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c546c541-7248-4647-87e9-4d0a64ff158d None None] The sync data for ids ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'] in dv-cinder-789603-9-iscsi is: [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:46Z', 'revision_number': 3, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:03:54.464640 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.628309 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47822) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:54.724245 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-803b0bcf-aec7-4aad-8aa1-5930e2d1dc78 req-70eba46f-62b3-4eff-b0d8-aefd5bf3bfc4 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 210 time: 0.1624119 Jun 09 15:03:54.733444 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.770575 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.785158 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dc98a427-53bd-40ff-b336-e43ed678a356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.819234 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'name': 'tempest-ServerRescueNegativeTestJSON-293448380-router', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:41Z', 'updated_at': '2021-06-09T15:03:49Z', 'revision_number': 4, 'project_id': '298975b27cf9484f93a94f5ae61f1d3a', 'gw_port': {'id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:42Z', 'updated_at': '2021-06-09T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '755c0bf2-62f4-49d3-a111-13673a0e4262', 'name': '', 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a', 'mac_address': 'fa:16:3e:ee:06:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:48Z', 'updated_at': '2021-06-09T15:03:50Z', 'revision_number': 2, 'project_id': '298975b27cf9484f93a94f5ae61f1d3a', 'subnets': [{'id': '48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:03:54.837724 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Checking router: 7f501755-a2f0-41f1-ac98-089e11c32a26 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:03:54.841806 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Updating router 7f501755-a2f0-41f1-ac98-089e11c32a26 port 755c0bf2-62f4-49d3-a111-13673a0e4262 binding host dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:03:54.847435 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dc98a427-53bd-40ff-b336-e43ed678a356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:54.983485 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094d342-02d1-43d7-b7fe-8b6321381881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772f913d-b9aa-436f-b233-d8d5ab1b402b,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:55.012160 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:03:55.021963 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:55.025919 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:55.052309 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-e094d342-02d1-43d7-b7fe-8b6321381881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:55.053062 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-62d91ff3-b893-42b8-ac90-7a0e061cb2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:55.065114 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.111745 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-36a8e75a-4078-4668-afb3-b14031895a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.247915 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cd83e-d316-412c-832b-ae4ea21087df req-79e9be81-7016-4188-93d5-53803b39d48e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:55.267304 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de8cd83e-d316-412c-832b-ae4ea21087df req-79e9be81-7016-4188-93d5-53803b39d48e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/networks?id=f3546033-fc06-446a-90f5-267054c947c3 HTTP/1.1" status: 200 len: 818 time: 0.7789328 Jun 09 15:03:55.367421 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de8cd83e-d316-412c-832b-ae4ea21087df req-70a23af1-d955-48f9-b69b-41826ba7f9c6 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/quotas/298975b27cf9484f93a94f5ae61f1d3a HTTP/1.1" status: 200 len: 375 time: 0.0771074 Jun 09 15:03:55.375060 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-36a8e75a-4078-4668-afb3-b14031895a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.376197 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:03:55.380457 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-21a41ff6-2679-4a52-a972-44b3664c23bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.385449 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:55.386435 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.441293 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47834) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:55.458401 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Network e6df34c4-a146-448a-a741-18d7a8a2e9ec is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:03:55.473717 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0135133 Jun 09 15:03:55.479275 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Pushing event updated for resources: {'Port': ['ID=2fb420df-0438-40e2-9c2f-8a54d402719b,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:55.483017 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-36a8e75a-4078-4668-afb3-b14031895a39 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7ca5efa5f5c945778afef2931d253157&name=default HTTP/1.1" status: 200 len: 2975 time: 3.9907374 Jun 09 15:03:55.487248 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47838) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:55.489682 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:55.497479 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:55.512454 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:03:55.513317 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442500'] for router_interface, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.531515 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:55.573066 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-a7ca6423-ca68-451b-82bd-4f7c2bf399dd tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=91817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 15:03:55.574082 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-a7ca6423-ca68-451b-82bd-4f7c2bf399dd tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0355010 Jun 09 15:03:55.726527 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 657d0e9c-2826-4983-afe7-e863d783520e up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:03:55.742770 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc87324-21e1-4b42-bbe9-2f3e56c852a1 req-a7c66b41-d212-4e69-9f42-9db59f67690b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:55.753852 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc87324-21e1-4b42-bbe9-2f3e56c852a1 req-a7c66b41-d212-4e69-9f42-9db59f67690b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 932 time: 0.7027309 Jun 09 15:03:55.795811 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.837522 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Transition to ACTIVE for port object 755c0bf2-62f4-49d3-a111-13673a0e4262 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:03:55.848493 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.870216 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:55.891736 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8e75a-4078-4668-afb3-b14031895a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8b9c2d-ed85-47cc-af31-d77ad94bb0a5,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:55.933692 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 657d0e9c-2826-4983-afe7-e863d783520e completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:03:55.963904 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-36a8e75a-4078-4668-afb3-b14031895a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:55.967395 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 657d0e9c-2826-4983-afe7-e863d783520e triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:03:55.969644 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.973734 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dc98a427-53bd-40ff-b336-e43ed678a356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:55.977209 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1284004c-851b-42a7-8523-6df45de8ad65,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:56.020779 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4287444e-664f-464d-a7be-aa90e364f42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.035072 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc87324-21e1-4b42-bbe9-2f3e56c852a1 req-98b593ef-6b38-49ea-bca6-7b279fab3bac tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794142 Jun 09 15:03:56.038661 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11058262-7746-414d-a808-ab883ccc08eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.056717 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b184c1c-2066-4cd3-a0a6-52561ad20292 None None] Pushing event updated for resources: {'Port': ['ID=755c0bf2-62f4-49d3-a111-13673a0e4262,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:56.082972 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1b184c1c-2066-4cd3-a0a6-52561ad20292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:56.092800 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dc98a427-53bd-40ff-b336-e43ed678a356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.094156 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-dc98a427-53bd-40ff-b336-e43ed678a356 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/772f913d-b9aa-436f-b233-d8d5ab1b402b HTTP/1.1" status: 204 len: 168 time: 1.8297744 Jun 09 15:03:56.108993 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.113480 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.094s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:56.114254 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-08ffd036-659e-4b1a-8a3a-b9203ef074fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:56.129704 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4287444e-664f-464d-a7be-aa90e364f42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.183959 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-71bc4e9a-7743-4d61-ba25-6472337a9579 None None] Provisioning for port 1284004c-851b-42a7-8523-6df45de8ad65 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:03:56.200791 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Request body: {'port': {'device_id': '946a235b-d9ff-4511-8d2c-4878b84d8cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:03:56.217167 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-71bc4e9a-7743-4d61-ba25-6472337a9579 None None] Provisioning complete for port 1284004c-851b-42a7-8523-6df45de8ad65 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:03:56.219485 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-71bc4e9a-7743-4d61-ba25-6472337a9579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.285485 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-21a41ff6-2679-4a52-a972-44b3664c23bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.294232 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98a427-53bd-40ff-b336-e43ed678a356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772f913d-b9aa-436f-b233-d8d5ab1b402b,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:56.302544 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-21a41ff6-2679-4a52-a972-44b3664c23bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.303754 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-dc98a427-53bd-40ff-b336-e43ed678a356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:56.348126 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1139438b-84f4-4017-b655-33f76dccc5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:56.382937 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-21a41ff6-2679-4a52-a972-44b3664c23bc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0c9072713e6a420d8b967112ada69413&name=default HTTP/1.1" status: 200 len: 2977 time: 1.7500813 Jun 09 15:03:56.389578 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47848) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:56.391196 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a41ff6-2679-4a52-a972-44b3664c23bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40aa1786-d655-4ad6-9e2d-c51f6d712b87,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:56.396012 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-21a41ff6-2679-4a52-a972-44b3664c23bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:56.467477 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-71bc4e9a-7743-4d61-ba25-6472337a9579 None None] Port 1284004c-851b-42a7-8523-6df45de8ad65 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:03:56.527597 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Attempting to bind port 755c0bf2-62f4-49d3-a111-13673a0e4262 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:03:56.528661 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Attempting to bind port 755c0bf2-62f4-49d3-a111-13673a0e4262 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': 'd10eab84-5335-43fc-8a7b-bb1a827e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:03:56.529763 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Attempting to bind port 755c0bf2-62f4-49d3-a111-13673a0e4262 on network f3546033-fc06-446a-90f5-267054c947c3 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:03:56.541366 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:03:56.542370 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Checking segment: {'id': 'd10eab84-5335-43fc-8a7b-bb1a827e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:03:56.543321 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.544208 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Bound using segment: {'id': 'd10eab84-5335-43fc-8a7b-bb1a827e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:03:56.545086 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Bound port: 755c0bf2-62f4-49d3-a111-13673a0e4262, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10eab84-5335-43fc-8a7b-bb1a827e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:03:56.545763 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.579831 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8e0d8940-888e-4f09-990c-5fc6bf5a800d req-2e145716-95f5-4df6-b9d4-443c0d6b26a1 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 210 time: 0.1900859 Jun 09 15:03:56.599487 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.652466 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port 657d0e9c-2826-4983-afe7-e863d783520e, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=657d0e9c-2826-4983-afe7-e863d783520e,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:03:56.658228 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.663098 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:56.673869 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dc37548a-f7b9-4630-a58c-dc0fa1527f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.722421 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] For port 755c0bf2-62f4-49d3-a111-13673a0e4262, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:03:56.727176 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] For port 755c0bf2-62f4-49d3-a111-13673a0e4262, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=755c0bf2-62f4-49d3-a111-13673a0e4262,segment=NetworkSegment(d10eab84-5335-43fc-8a7b-bb1a827e835e),segment_id=d10eab84-5335-43fc-8a7b-bb1a827e835e)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:03:56.737347 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.753667 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b1dac340-cf22-4381-897d-0a5568ee992b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:56.769839 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4287444e-664f-464d-a7be-aa90e364f42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.770997 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dc37548a-f7b9-4630-a58c-dc0fa1527f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.778262 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4287444e-664f-464d-a7be-aa90e364f42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.784408 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-4287444e-664f-464d-a7be-aa90e364f42c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9d8b9c2d-ed85-47cc-af31-d77ad94bb0a5 HTTP/1.1" status: 204 len: 168 time: 1.2915838 Jun 09 15:03:56.787980 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:56.839472 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=657d0e9c-2826-4983-afe7-e863d783520e,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:56.841993 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287444e-664f-464d-a7be-aa90e364f42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8b9c2d-ed85-47cc-af31-d77ad94bb0a5,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:56.847843 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:56.878279 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-4287444e-664f-464d-a7be-aa90e364f42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:56.887953 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:56.922402 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Routers {'7f501755-a2f0-41f1-ac98-089e11c32a26'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:03:56.924833 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:03:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['7f501755-a2f0-41f1-ac98-089e11c32a26'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:03:56.952017 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47854) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:57.076991 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d181861b-84be-4f6b-a9c7-f3831af6176e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:57.225727 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de8cd83e-d316-412c-832b-ae4ea21087df req-65d848c6-a730-4776-88da-0f3deee5b36a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8113739 Jun 09 15:03:57.300106 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11058262-7746-414d-a808-ab883ccc08eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:57.353395 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] Set router 7f501755-a2f0-41f1-ac98-089e11c32a26 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:03:57.354549 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11058262-7746-414d-a808-ab883ccc08eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:57.432777 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:57.444459 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de8cd83e-d316-412c-832b-ae4ea21087df req-220c96a8-1673-497d-8ab7-ac8478ecc292 service neutron] 10.222.0.74 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178428 Jun 09 15:03:57.453669 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dc37548a-f7b9-4630-a58c-dc0fa1527f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:57.473377 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:57.477074 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:57.500930 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dc37548a-f7b9-4630-a58c-dc0fa1527f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:57.502029 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-dc37548a-f7b9-4630-a58c-dc0fa1527f6d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/40aa1786-d655-4ad6-9e2d-c51f6d712b87 HTTP/1.1" status: 204 len: 168 time: 1.1073856 Jun 09 15:03:57.564176 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:57.597434 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37548a-f7b9-4630-a58c-dc0fa1527f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aa1786-d655-4ad6-9e2d-c51f6d712b87,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:57.600212 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-dc37548a-f7b9-4630-a58c-dc0fa1527f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:57.601112 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4056f4f0-fa63-4210-937e-2ea5d7cf2459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:57.666271 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11058262-7746-414d-a808-ab883ccc08eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427ff2b2-cb52-4b93-87fe-9a0a65341564,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:57.694227 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-11058262-7746-414d-a808-ab883ccc08eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:57.724109 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 657d0e9c-2826-4983-afe7-e863d783520e up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:03:57.758961 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-11058262-7746-414d-a808-ab883ccc08eb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9934935211ee46cdbcfc30e2aeaee852&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3054688 Jun 09 15:03:57.789233 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47874) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:57.872223 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 657d0e9c-2826-4983-afe7-e863d783520e triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:03:57.873653 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:57.907154 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b184c1c-2066-4cd3-a0a6-52561ad20292 None None] Pushing event updated for resources: {'Port': ['ID=755c0bf2-62f4-49d3-a111-13673a0e4262,revision_number=4']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:57.913215 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f055f-6bb8-406d-bf0f-f12e2ce367ed req-18b54573-8fd1-42ba-86b4-2f46a57aa4cb tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:57.922127 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1b184c1c-2066-4cd3-a0a6-52561ad20292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.169s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:57.923388 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c41f055f-6bb8-406d-bf0f-f12e2ce367ed req-18b54573-8fd1-42ba-86b4-2f46a57aa4cb tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 932 time: 0.6289494 Jun 09 15:03:58.208542 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf966-c785-4d8a-97a0-95ef02257015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:58.248385 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Network 9dc45a34-1400-4971-93b9-08e67a7e1138 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:03:58.265644 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:03:58.282313 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c41f055f-6bb8-406d-bf0f-f12e2ce367ed req-2c89a2b3-2008-42d6-a66c-60e10cb7d390 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583560 Jun 09 15:03:58.295695 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:03:58.308107 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:58.310686 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:58.379241 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Pushing event updated for resources: {'Port': ['ID=e4a7ba15-e2b9-4c71-80bd-65008098d9ef,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:58.423585 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:58.444229 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf966-c785-4d8a-97a0-95ef02257015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:58.519277 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.db.resource_extend [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 15:03:58.551523 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'name': 'tempest-ServerRescueNegativeTestJSON-293448380-router', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:41Z', 'updated_at': '2021-06-09T15:03:49Z', 'revision_number': 4, 'project_id': '298975b27cf9484f93a94f5ae61f1d3a', 'gw_port': {'id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:42Z', 'updated_at': '2021-06-09T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '755c0bf2-62f4-49d3-a111-13673a0e4262', 'name': '', 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a', 'mac_address': 'fa:16:3e:ee:06:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:48Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '298975b27cf9484f93a94f5ae61f1d3a', 'subnets': [{'id': '48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:03:58.563045 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ce24b-083e-42c1-be99-35817d9f30a3 None None] The sync data for ids ['7f501755-a2f0-41f1-ac98-089e11c32a26'] in dv-cinder-789603-9-iscsi is: [{'id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'name': 'tempest-ServerRescueNegativeTestJSON-293448380-router', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:41Z', 'updated_at': '2021-06-09T15:03:49Z', 'revision_number': 4, 'project_id': '298975b27cf9484f93a94f5ae61f1d3a', 'gw_port': {'id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:42Z', 'updated_at': '2021-06-09T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '755c0bf2-62f4-49d3-a111-13673a0e4262', 'name': '', 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a', 'mac_address': 'fa:16:3e:ee:06:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:48Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '298975b27cf9484f93a94f5ae61f1d3a', 'subnets': [{'id': '48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:03:58.568501 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de8cd83e-d316-412c-832b-ae4ea21087df req-c8ed626b-4592-4e11-a33a-4e58c90ea444 service neutron] 10.222.0.74 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1226821 Jun 09 15:03:58.785788 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:58.794716 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:58.796570 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598748'] for router_interface, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:58.811933 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:59.013005 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d181861b-84be-4f6b-a9c7-f3831af6176e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:59.046360 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d181861b-84be-4f6b-a9c7-f3831af6176e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:59.074936 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-e094d342-02d1-43d7-b7fe-8b6321381881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:59.146038 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb420df-0438-40e2-9c2f-8a54d402719b {{(pid=91817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:03:59.227537 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:59.241256 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f652f1b-fcad-4270-8300-72823071cd21 req-4d5f337a-dc44-4fe9-8379-a5073f7c71df tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:03:59.249636 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1f652f1b-fcad-4270-8300-72823071cd21 req-4d5f337a-dc44-4fe9-8379-a5073f7c71df tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 931 time: 0.7358038 Jun 09 15:03:59.328530 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-d181861b-84be-4f6b-a9c7-f3831af6176e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=46db72ee2567403c8360bc522e7ade59&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3636160 Jun 09 15:03:59.364669 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47912) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:03:59.377609 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181861b-84be-4f6b-a9c7-f3831af6176e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2820a08-e4f3-45a6-ae1c-6f9055789bf8,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:59.474383 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.7013998 Jun 09 15:03:59.583523 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1f652f1b-fcad-4270-8300-72823071cd21 req-9e6bdfaa-4510-4a02-8180-4bd601d4cb23 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237901 Jun 09 15:03:59.594578 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d181861b-84be-4f6b-a9c7-f3831af6176e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:59.599630 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Transition to ACTIVE for port object 2fb420df-0438-40e2-9c2f-8a54d402719b will not be triggered until provisioned by entity L2. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:03:59.600707 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf966-c785-4d8a-97a0-95ef02257015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:59.632772 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf966-c785-4d8a-97a0-95ef02257015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:59.635852 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-d4fdf966-c785-4d8a-97a0-95ef02257015 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/427ff2b2-cb52-4b93-87fe-9a0a65341564 HTTP/1.1" status: 204 len: 168 time: 1.8333490 Jun 09 15:03:59.637040 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:03:59.804464 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-36a8e75a-4078-4668-afb3-b14031895a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:59.804464 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdf966-c785-4d8a-97a0-95ef02257015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427ff2b2-cb52-4b93-87fe-9a0a65341564,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:03:59.804464 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d4fdf966-c785-4d8a-97a0-95ef02257015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:03:59.805744 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 755c0bf2-62f4-49d3-a111-13673a0e4262 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:03:59.806206 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:03:59.877064 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Request body: {'port': {'device_id': '14a5e70d-eab4-45ac-9579-6f0d52bb0f75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:00.000056 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d9e8e38c-ca8e-408f-b4c5-5fa9beaa3f44 req-db688f09-7cda-4a94-bcb1-bd14b6a9ae22 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 210 time: 0.8876841 Jun 09 15:04:00.029451 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-34f8789c-5bce-4d53-b7c3-a84de226c8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.040271 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1284004c-851b-42a7-8523-6df45de8ad65,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:00.046705 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.236s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:00.125714 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-34f8789c-5bce-4d53-b7c3-a84de226c8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.131077 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Network e6df34c4-a146-448a-a741-18d7a8a2e9ec is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:00.132639 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:00.231073 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb420df-0438-40e2-9c2f-8a54d402719b,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:00.232236 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 755c0bf2-62f4-49d3-a111-13673a0e4262 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:00.245361 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:00.247421 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 755c0bf2-62f4-49d3-a111-13673a0e4262 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:00.250064 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.633021 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.705977 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e841437a-08cd-4c13-9d10-e760b347857f None None] Provisioning complete for port 1284004c-851b-42a7-8523-6df45de8ad65 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:00.706359 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e841437a-08cd-4c13-9d10-e760b347857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.806796 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.888984 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port 755c0bf2-62f4-49d3-a111-13673a0e4262, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=755c0bf2-62f4-49d3-a111-13673a0e4262,segment=NetworkSegment(d10eab84-5335-43fc-8a7b-bb1a827e835e),segment_id=d10eab84-5335-43fc-8a7b-bb1a827e835e)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:00.900140 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.912730 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:00.949354 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Attempting to bind port 2fb420df-0438-40e2-9c2f-8a54d402719b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:00.949707 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Attempting to bind port 2fb420df-0438-40e2-9c2f-8a54d402719b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'}] {{(pid=91817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:00.950087 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Attempting to bind port 2fb420df-0438-40e2-9c2f-8a54d402719b on network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:00.975128 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Port 2fb420df-0438-40e2-9c2f-8a54d402719b on network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:04:00.975437 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Attempting to bind port 2fb420df-0438-40e2-9c2f-8a54d402719b on network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:00.977715 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-34f8789c-5bce-4d53-b7c3-a84de226c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.988861 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-34f8789c-5bce-4d53-b7c3-a84de226c8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:00.989996 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-34f8789c-5bce-4d53-b7c3-a84de226c8b1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d2820a08-e4f3-45a6-ae1c-6f9055789bf8 HTTP/1.1" status: 204 len: 168 time: 1.6135066 Jun 09 15:04:00.994097 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:01.000457 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e841437a-08cd-4c13-9d10-e760b347857f None None] Port 1284004c-851b-42a7-8523-6df45de8ad65 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:04:01.006020 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:01.006413 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Checking segment: {'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:01.007059 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Bound using segment: {'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'} {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:01.007447 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Bound port: 2fb420df-0438-40e2-9c2f-8a54d402719b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'}}] {{(pid=91817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:01.007793 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:01.025894 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8789c-5bce-4d53-b7c3-a84de226c8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2820a08-e4f3-45a6-ae1c-6f9055789bf8,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:01.063618 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024a527-906b-4f60-8154-c49e4a6d22c0 req-0c6be7ec-5505-4c68-8892-4614245b2756 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:01.076230 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1024a527-906b-4f60-8154-c49e4a6d22c0 req-0c6be7ec-5505-4c68-8892-4614245b2756 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 944 time: 0.8651919 Jun 09 15:04:01.084023 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-34f8789c-5bce-4d53-b7c3-a84de226c8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:01.123495 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=755c0bf2-62f4-49d3-a111-13673a0e4262,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:01.128696 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:01.369923 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] For port 2fb420df-0438-40e2-9c2f-8a54d402719b, host hv-cinder-78960, cleared binding levels {{(pid=91817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:01.374551 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] For port 2fb420df-0438-40e2-9c2f-8a54d402719b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2fb420df-0438-40e2-9c2f-8a54d402719b,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:01.380633 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:01.397376 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:01.439544 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 47960) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:01.516532 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf17e-8991-4415-9efd-8e5a2efd0981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:01.557107 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1024a527-906b-4f60-8154-c49e4a6d22c0 req-1c64e9c2-cf6c-446b-ba05-c6a3680be9a1 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799135 Jun 09 15:04:01.567617 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:01.570956 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:01.574684 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] 10.222.0.61 "PUT /v2.0/ports/2fb420df-0438-40e2-9c2f-8a54d402719b HTTP/1.1" status: 200 len: 1094 time: 5.6842659 Jun 09 15:04:01.575259 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946a235b-d9ff-4511-8d2c-4878b84d8cd1', 'tag': '2fb420df-0438-40e2-9c2f-8a54d402719b'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:01.634106 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 755c0bf2-62f4-49d3-a111-13673a0e4262 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:01.738290 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:04:01.793783 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-37b14770-e463-4d04-b20d-45b01beb1782 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:01.795209 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-37b14770-e463-4d04-b20d-45b01beb1782 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/networks?id=f3546033-fc06-446a-90f5-267054c947c3 HTTP/1.1" status: 200 len: 818 time: 0.9446084 Jun 09 15:04:01.902642 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 755c0bf2-62f4-49d3-a111-13673a0e4262 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:01.903579 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:02.052070 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-2932d300-fa65-4c9a-ab1b-c8c9d4edf944 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/quotas/298975b27cf9484f93a94f5ae61f1d3a HTTP/1.1" status: 200 len: 375 time: 0.1889672 Jun 09 15:04:02.064370 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.61', 60838) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:02.133820 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb420df-0438-40e2-9c2f-8a54d402719b,revision_number=3']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:02.141490 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:02.238957 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-daefd18b-a3b2-4759-9c84-20ce73d82676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:02.242848 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-daefd18b-a3b2-4759-9c84-20ce73d82676 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9023d31c9656451a80838b75606d750a&device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 1097 time: 0.5123358 Jun 09 15:04:02.268985 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad89bc-fd20-420b-9136-f8e4d98a08a2 req-014e9891-1a2d-4965-9288-abd1f0946e52 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:02.271338 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a9ad89bc-fd20-420b-9136-f8e4d98a08a2 req-014e9891-1a2d-4965-9288-abd1f0946e52 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 931 time: 0.3868296 Jun 09 15:04:02.523633 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-a2e7befe-19b7-4a6d-b4ed-90e41bea2aed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb420df-0438-40e2-9c2f-8a54d402719b HTTP/1.1" status: 200 len: 217 time: 0.2431977 Jun 09 15:04:02.593309 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a9ad89bc-fd20-420b-9136-f8e4d98a08a2 req-da57b6e3-d0b3-4e13-847d-443ef765cb97 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096063 Jun 09 15:04:02.797376 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-3e331add-8999-4c16-b7ba-3950499e8513 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7439895 Jun 09 15:04:02.822546 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e6c3ad-0860-4138-879e-617e2333d858" -d '{"events": [{"name": "network-changed", "server_uuid": "946a235b-d9ff-4511-8d2c-4878b84d8cd1", "tag": "2fb420df-0438-40e2-9c2f-8a54d402719b"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:02.832055 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:04:02.841524 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Sync routers for ids ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:04:02.868552 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Routers {'22321f93-05a7-4ca6-8bfe-5c84c7bf7863'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:02.869351 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:03:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:02.917058 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 47998) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:02.943827 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cd83e-d316-412c-832b-ae4ea21087df req-8c66e4ba-f3f7-4997-9fb2-c918514962fb tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:02.945642 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de8cd83e-d316-412c-832b-ae4ea21087df req-8c66e4ba-f3f7-4997-9fb2-c918514962fb tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.61 "GET /v2.0/networks?id=f3546033-fc06-446a-90f5-267054c947c3 HTTP/1.1" status: 200 len: 818 time: 0.8698621 Jun 09 15:04:02.973516 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] 10.222.0.74 "PUT /v2.0/routers/22321f93-05a7-4ca6-8bfe-5c84c7bf7863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0627749 Jun 09 15:04:03.023837 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a7ba15-e2b9-4c71-80bd-65008098d9ef {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:03.042016 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:03.046280 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf17e-8991-4415-9efd-8e5a2efd0981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:03.055349 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-7345eb95-ea6f-4141-a3e9-8953a639fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:03.056816 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-7345eb95-ea6f-4141-a3e9-8953a639fdda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4058271-302e-4123-bbee-4d8ec26a83e1 HTTP/1.1" status: 200 len: 854 time: 0.2279446 Jun 09 15:04:03.071222 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf17e-8991-4415-9efd-8e5a2efd0981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:03.102298 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f3959-cd5d-418a-8c70-f04f73b01ea7 req-49e4df1e-67ad-44bc-938c-e1278971832d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:03.109278 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b18f3959-cd5d-418a-8c70-f04f73b01ea7 req-49e4df1e-67ad-44bc-938c-e1278971832d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 944 time: 0.4217672 Jun 09 15:04:03.132365 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Transition to ACTIVE for port object e4a7ba15-e2b9-4c71-80bd-65008098d9ef will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:03.135034 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-21a41ff6-2679-4a52-a972-44b3664c23bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:03.144671 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-7cbbf17e-8991-4415-9efd-8e5a2efd0981 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ce7d0600eb7c4247b0c576a71a766984&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6957960 Jun 09 15:04:03.148891 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48008) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:03.150923 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:03.153236 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-4287bbb9-bdbb-4364-b5ea-537eae35fa86 service neutron] 10.222.0.74 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230774 Jun 09 15:04:03.214149 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-de8cd83e-d316-412c-832b-ae4ea21087df req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Request body: {'port': {'device_id': 'd719c9ec-2d26-4a33-8b52-30519c83b526', 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3', 'admin_state_up': True, 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:03.301220 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Set router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:03.392268 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-252293b3-d459-4948-8938-5598d44cfddd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a976f6a-8fdb-4c02-abae-9d741d19dd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2026942 Jun 09 15:04:03.422585 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b18f3959-cd5d-418a-8c70-f04f73b01ea7 req-fcb509b9-4ab4-4419-857c-cb5428b05320 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066950 Jun 09 15:04:03.579619 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b66ba4a0-11b1-4721-8e73-c0141566240f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:03.618984 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-63d9732e-ac0d-4145-b0e6-237202fb0386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:03.794576 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-63d9732e-ac0d-4145-b0e6-237202fb0386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:03.800827 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbf17e-8991-4415-9efd-8e5a2efd0981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d3fd6b-60df-4d51-90a5-e1aec07525df,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:03.842615 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-f114290a-fd71-40d4-b5e3-76422105c2df service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163876 Jun 09 15:04:03.848152 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-7cbbf17e-8991-4415-9efd-8e5a2efd0981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:03.857723 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.695s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:04.030554 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Pushing event updated for resources: {'Port': ['ID=e4a7ba15-e2b9-4c71-80bd-65008098d9ef,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:04.063489 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-63d9732e-ac0d-4145-b0e6-237202fb0386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.089651 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:04.120208 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-63d9732e-ac0d-4145-b0e6-237202fb0386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.121350 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-63d9732e-ac0d-4145-b0e6-237202fb0386 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/56d3fd6b-60df-4d51-90a5-e1aec07525df HTTP/1.1" status: 204 len: 168 time: 0.9715440 Jun 09 15:04:04.122068 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d181861b-84be-4f6b-a9c7-f3831af6176e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:04.126882 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:03:58Z', 'revision_number': 2, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:04.148223 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Checking router: 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:04:04.148940 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Updating router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 port 1284004c-851b-42a7-8523-6df45de8ad65 binding host dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:04:04.192946 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9732e-ac0d-4145-b0e6-237202fb0386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d3fd6b-60df-4d51-90a5-e1aec07525df,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:04.201702 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-63d9732e-ac0d-4145-b0e6-237202fb0386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:04.227092 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-efc82466-291e-4bce-b2b2-6aa3a3b99602 req-d8f7dc64-efeb-4752-853b-3b38e2ae9cb9 service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554916 Jun 09 15:04:04.253012 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aa0501-300d-4c20-946c-2c406fc83798 x-openstack-request-id: req-d0aa0501-300d-4c20-946c-2c406fc83798 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:04.253372 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946a235b-d9ff-4511-8d2c-4878b84d8cd1", "tag": "2fb420df-0438-40e2-9c2f-8a54d402719b", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:04.253612 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d0aa0501-300d-4c20-946c-2c406fc83798 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:04.257000 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946a235b-d9ff-4511-8d2c-4878b84d8cd1', 'tag': '2fb420df-0438-40e2-9c2f-8a54d402719b', 'status': 'completed', 'code': 200} Jun 09 15:04:04.267301 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Attempting to bind port e4a7ba15-e2b9-4c71-80bd-65008098d9ef on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:04.274899 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.275727 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Attempting to bind port e4a7ba15-e2b9-4c71-80bd-65008098d9ef by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '96012389-04ce-4895-9e5a-bff061ab4f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9dc45a34-1400-4971-93b9-08e67a7e1138'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:04.276279 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Attempting to bind port e4a7ba15-e2b9-4c71-80bd-65008098d9ef on network 9dc45a34-1400-4971-93b9-08e67a7e1138 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:04.313776 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Port e4a7ba15-e2b9-4c71-80bd-65008098d9ef on network 9dc45a34-1400-4971-93b9-08e67a7e1138 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:04:04.314622 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Attempting to bind port e4a7ba15-e2b9-4c71-80bd-65008098d9ef on network 9dc45a34-1400-4971-93b9-08e67a7e1138 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:04.354707 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b66ba4a0-11b1-4721-8e73-c0141566240f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.363266 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b66ba4a0-11b1-4721-8e73-c0141566240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.367483 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:04.367825 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Checking segment: {'id': '96012389-04ce-4895-9e5a-bff061ab4f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9dc45a34-1400-4971-93b9-08e67a7e1138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:04.368408 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Bound using segment: {'id': '96012389-04ce-4895-9e5a-bff061ab4f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9dc45a34-1400-4971-93b9-08e67a7e1138'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:04.369810 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Bound port: e4a7ba15-e2b9-4c71-80bd-65008098d9ef, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96012389-04ce-4895-9e5a-bff061ab4f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9dc45a34-1400-4971-93b9-08e67a7e1138'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:04.370158 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.382236 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:04.468355 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-b66ba4a0-11b1-4721-8e73-c0141566240f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c799ef90f0cf44729d59b7270bcdd4c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5266805 Jun 09 15:04:04.472899 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48048) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:04.516520 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ba4a0-11b1-4721-8e73-c0141566240f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c7db2d-c921-49db-9a3e-1baa650f6d98,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:04.530340 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-736fc2bc-e085-4d02-9378-5b2b708a1e0f service neutron] 10.222.0.74 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3668504 Jun 09 15:04:04.544464 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b66ba4a0-11b1-4721-8e73-c0141566240f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:04.587283 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8cd83e-d316-412c-832b-ae4ea21087df req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Made reservation on behalf of 298975b27cf9484f93a94f5ae61f1d3a for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:04.591959 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-de8cd83e-d316-412c-832b-ae4ea21087df req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.691737 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3e24304f-1f31-46a9-ba9d-7f78903b2a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.796611 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3e24304f-1f31-46a9-ba9d-7f78903b2a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.988529 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3e24304f-1f31-46a9-ba9d-7f78903b2a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:04.995113 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3e24304f-1f31-46a9-ba9d-7f78903b2a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:05.005571 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-3e24304f-1f31-46a9-ba9d-7f78903b2a1d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/47c7db2d-c921-49db-9a3e-1baa650f6d98 HTTP/1.1" status: 204 len: 168 time: 0.5247064 Jun 09 15:04:05.006389 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b66ba4a0-11b1-4721-8e73-c0141566240f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:05.054693 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24304f-1f31-46a9-ba9d-7f78903b2a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c7db2d-c921-49db-9a3e-1baa650f6d98,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:05.065977 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-3e24304f-1f31-46a9-ba9d-7f78903b2a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:05.078912 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:05.092836 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Transition to ACTIVE for port object 1284004c-851b-42a7-8523-6df45de8ad65 will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:05.106538 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:05.125333 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:05.184074 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-de8cd83e-d316-412c-832b-ae4ea21087df req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Allocated IP 172.20.0.14 (f3546033-fc06-446a-90f5-267054c947c3/48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f/87c0590b-acb3-44da-9384-5e1f1322daed) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:05.365896 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487577a3-255a-4d2b-a9cd-4990b054ef44 None None] Pushing event updated for resources: {'Port': ['ID=1284004c-851b-42a7-8523-6df45de8ad65,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:05.387615 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-487577a3-255a-4d2b-a9cd-4990b054ef44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:05.418583 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-de8cd83e-d316-412c-832b-ae4ea21087df req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:05.479444 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-de8cd83e-d316-412c-832b-ae4ea21087df req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:05.485972 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] For port e4a7ba15-e2b9-4c71-80bd-65008098d9ef, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:05.651489 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:05.694831 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6c3ad-0860-4138-879e-617e2333d858 req-cdde39e3-ef47-4c8b-b282-75d26704a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:05.696312 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-44e6c3ad-0860-4138-879e-617e2333d858 req-cdde39e3-ef47-4c8b-b282-75d26704a9e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9023d31c9656451a80838b75606d750a&device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 1097 time: 0.2044153 Jun 09 15:04:05.748741 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] For port e4a7ba15-e2b9-4c71-80bd-65008098d9ef, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e4a7ba15-e2b9-4c71-80bd-65008098d9ef,segment=NetworkSegment(96012389-04ce-4895-9e5a-bff061ab4f81),segment_id=96012389-04ce-4895-9e5a-bff061ab4f81)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:05.794264 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:05.872280 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8cd83e-d316-412c-832b-ae4ea21087df req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Network f3546033-fc06-446a-90f5-267054c947c3 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:05.874050 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Pushing event updated for resources: {'Port': ['ID=87c0590b-acb3-44da-9384-5e1f1322daed,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:05.877729 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:05.879901 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:05.935245 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Attempting to bind port 1284004c-851b-42a7-8523-6df45de8ad65 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:05.936144 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Attempting to bind port 1284004c-851b-42a7-8523-6df45de8ad65 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:05.936831 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Attempting to bind port 1284004c-851b-42a7-8523-6df45de8ad65 on network e6df34c4-a146-448a-a741-18d7a8a2e9ec {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:05.949763 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:05.950559 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Checking segment: {'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:05.951184 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:05.951955 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Bound using segment: {'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:05.952625 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Bound port: 1284004c-851b-42a7-8523-6df45de8ad65, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:05.953215 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:06.025381 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48076) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:06.033274 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-bc534a90-0113-4e5b-93f7-74228c2083c4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092468446', 'description': 'tempest-description--1340742230'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:06.115453 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] For port 1284004c-851b-42a7-8523-6df45de8ad65, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:06.123141 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] For port 1284004c-851b-42a7-8523-6df45de8ad65, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=1284004c-851b-42a7-8523-6df45de8ad65,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:06.125279 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-bc534a90-0113-4e5b-93f7-74228c2083c4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:06.133055 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:06.146326 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-128a57df-7cd5-4e7a-b1f6-8a745a519b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:06.174759 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6c3ad-0860-4138-879e-617e2333d858 req-bdf168fe-9163-42d2-bc32-f72eefc1db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:06.176542 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-44e6c3ad-0860-4138-879e-617e2333d858 req-bdf168fe-9163-42d2-bc32-f72eefc1db45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a976f6a-8fdb-4c02-abae-9d741d19dd37 HTTP/1.1" status: 200 len: 915 time: 0.3621228 Jun 09 15:04:06.231548 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-de8cd83e-d316-412c-832b-ae4ea21087df req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:06.280563 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:06.286087 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:06.288761 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] 10.222.0.61 "PUT /v2.0/ports/e4a7ba15-e2b9-4c71-80bd-65008098d9ef HTTP/1.1" status: 200 len: 1093 time: 6.4785545 Jun 09 15:04:06.291333 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8cd83e-d316-412c-832b-ae4ea21087df req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:06.298113 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cd83e-d316-412c-832b-ae4ea21087df req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:06.303512 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-de8cd83e-d316-412c-832b-ae4ea21087df req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:06.328202 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a5e70d-eab4-45ac-9579-6f0d52bb0f75', 'tag': 'e4a7ba15-e2b9-4c71-80bd-65008098d9ef'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:06.333422 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Routers {'22321f93-05a7-4ca6-8bfe-5c84c7bf7863'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:06.336040 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:03:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:06.341322 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-44e6c3ad-0860-4138-879e-617e2333d858 req-7b1a56be-adb1-46a4-b515-6f33c0458814 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb420df-0438-40e2-9c2f-8a54d402719b HTTP/1.1" status: 200 len: 217 time: 0.1562915 Jun 09 15:04:06.347648 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48086) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:06.510255 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ae45fd5b-463f-4d49-a20d-c77d355348cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:06.590206 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6c3ad-0860-4138-879e-617e2333d858 req-8b3db175-9ce4-4a41-931e-d5baf8febae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:06.591783 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-44e6c3ad-0860-4138-879e-617e2333d858 req-8b3db175-9ce4-4a41-931e-d5baf8febae2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4058271-302e-4123-bbee-4d8ec26a83e1 HTTP/1.1" status: 200 len: 854 time: 0.2453797 Jun 09 15:04:06.627637 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] Set router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:06.639732 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Pushing event updated for resources: {'Port': ['ID=e4a7ba15-e2b9-4c71-80bd-65008098d9ef,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:06.662935 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-44e6c3ad-0860-4138-879e-617e2333d858 req-e1b24569-37d9-4c7a-944f-c67d777aeea0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a976f6a-8fdb-4c02-abae-9d741d19dd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556576 Jun 09 15:04:06.679655 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:06.696341 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-bc534a90-0113-4e5b-93f7-74228c2083c4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:06.697791 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d414c34-69dd-449a-8caf-b6272ac0c3c7 req-291d767e-9beb-4c99-ab62-29c993a66338 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:06.701290 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1d414c34-69dd-449a-8caf-b6272ac0c3c7 req-291d767e-9beb-4c99-ab62-29c993a66338 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 943 time: 1.2390828 Jun 09 15:04:06.780591 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de8cd83e-d316-412c-832b-ae4ea21087df req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5812764 Jun 09 15:04:06.786510 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.61', 60843) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:06.822327 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-bc534a90-0113-4e5b-93f7-74228c2083c4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:06.831208 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc1f68-45f1-416b-8922-010f0dc91763 req-faec7dc6-ce71-4131-a38a-569d524e3e3d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:06.834455 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0cbc1f68-45f1-416b-8922-010f0dc91763 req-faec7dc6-ce71-4131-a38a-569d524e3e3d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 944 time: 0.5577316 Jun 09 15:04:06.859157 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-3e24304f-1f31-46a9-ba9d-7f78903b2a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:06.965727 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Request body: {'port': {'device_id': 'd719c9ec-2d26-4a33-8b52-30519c83b526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:06.973443 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc534a90-0113-4e5b-93f7-74228c2083c4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068fc0e3-a26c-47a6-896e-0bff1dc6232b,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:06.995785 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487577a3-255a-4d2b-a9cd-4990b054ef44 None None] Pushing event updated for resources: {'Port': ['ID=1284004c-851b-42a7-8523-6df45de8ad65,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:07.013165 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-bc534a90-0113-4e5b-93f7-74228c2083c4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:07.018731 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-487577a3-255a-4d2b-a9cd-4990b054ef44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:07.026165 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0cbc1f68-45f1-416b-8922-010f0dc91763 req-3a6bafea-41d6-4c1d-8619-7ab43d738b98 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834958 Jun 09 15:04:07.032793 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de4884a-f0ea-49a4-99a5-4a885c0597b8" -d '{"events": [{"name": "network-changed", "server_uuid": "14a5e70d-eab4-45ac-9579-6f0d52bb0f75", "tag": "e4a7ba15-e2b9-4c71-80bd-65008098d9ef"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:07.070397 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-44e6c3ad-0860-4138-879e-617e2333d858 req-ba2ac10a-b342-477c-a308-ee3a94e5a067 service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993995 Jun 09 15:04:07.119183 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1d414c34-69dd-449a-8caf-b6272ac0c3c7 req-1d8e5ec0-4a15-45eb-9c8e-334ec7722b7a tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003103 Jun 09 15:04:07.203657 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.295397 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-25c09af3-eadb-4761-91ae-eee02d7af311 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:07.296890 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-25c09af3-eadb-4761-91ae-eee02d7af311 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.61 "GET /v2.0/networks?id=f3546033-fc06-446a-90f5-267054c947c3 HTTP/1.1" status: 200 len: 818 time: 0.5075800 Jun 09 15:04:07.304486 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-fb57b961-b05a-490b-9994-d90044ae0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:07.306067 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ae45fd5b-463f-4d49-a20d-c77d355348cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.313855 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-fb57b961-b05a-490b-9994-d90044ae0dc3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e8e7ba83f6459fbf66aa324e910466&device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 1096 time: 0.8169198 Jun 09 15:04:07.315574 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ae45fd5b-463f-4d49-a20d-c77d355348cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.338334 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:07.345743 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-bc534a90-0113-4e5b-93f7-74228c2083c4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.348044 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-bc534a90-0113-4e5b-93f7-74228c2083c4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3213840 Jun 09 15:04:07.360891 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48120) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:07.378329 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-319044b6-fea9-43c0-86f3-3c78fc7691f5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Request body: {'security_group_rule': {'security_group_id': '068fc0e3-a26c-47a6-896e-0bff1dc6232b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:07.423023 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:04:06Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:07.428655 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf78e9-d847-4a3b-b3fb-dc6c2f2c8ce6 None None] The sync data for ids ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'] in dv-cinder-789603-9-iscsi is: [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:04:06Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:04:07.451013 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Request body: {'port': {'device_id': '8091f817-2fe3-4737-aff9-b80ed8abb10c', 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3', 'admin_state_up': True, 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:07.461681 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-44e6c3ad-0860-4138-879e-617e2333d858 req-8b29b69f-c569-406c-b6ae-272ed48b26b4 service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824778 Jun 09 15:04:07.470786 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-ae45fd5b-463f-4d49-a20d-c77d355348cb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f70dd89c8984b3282c9d134774882bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1218712 Jun 09 15:04:07.479240 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48124) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:07.480457 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45fd5b-463f-4d49-a20d-c77d355348cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e93547e-7f1b-42ed-809d-3a048444a4fc,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:07.493428 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-319044b6-fea9-43c0-86f3-3c78fc7691f5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.513779 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ae45fd5b-463f-4d49-a20d-c77d355348cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:07.590419 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-71dc51e7-6b15-4c16-ba80-98474b01f998 req-5e3a87e6-34e4-4b5d-8781-293a00844fc7 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 210 time: 0.1409979 Jun 09 15:04:07.758391 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-319044b6-fea9-43c0-86f3-3c78fc7691f5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.759616 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-70804691-4277-4864-bc50-99b94146b43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.779899 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-319044b6-fea9-43c0-86f3-3c78fc7691f5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.791881 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:07.803198 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 1284004c-851b-42a7-8523-6df45de8ad65 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:07.832092 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-70804691-4277-4864-bc50-99b94146b43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.834405 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.839900 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319044b6-fea9-43c0-86f3-3c78fc7691f5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd4d7ca-558d-46db-bdbe-022e17cc9340,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:07.849763 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-319044b6-fea9-43c0-86f3-3c78fc7691f5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.851293 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-319044b6-fea9-43c0-86f3-3c78fc7691f5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4864721 Jun 09 15:04:07.852230 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-319044b6-fea9-43c0-86f3-3c78fc7691f5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:07.863405 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 48132) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:07.893308 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ca5c01-6f00-4ed2-a640-f26af552b750 x-openstack-request-id: req-14ca5c01-6f00-4ed2-a640-f26af552b750 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:07.894365 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a5e70d-eab4-45ac-9579-6f0d52bb0f75", "tag": "e4a7ba15-e2b9-4c71-80bd-65008098d9ef", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:07.896574 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-14ca5c01-6f00-4ed2-a640-f26af552b750 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:07.897034 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a5e70d-eab4-45ac-9579-6f0d52bb0f75', 'tag': 'e4a7ba15-e2b9-4c71-80bd-65008098d9ef', 'status': 'completed', 'code': 200} Jun 09 15:04:07.898642 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-96fc5717-cbc5-481f-8b9f-bd391afbef47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4a7ba15-e2b9-4c71-80bd-65008098d9ef HTTP/1.1" status: 200 len: 217 time: 0.5742166 Jun 09 15:04:07.926416 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-65c66a80-a29a-4f1d-8f8e-d7dd2b8e7e9d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Request body: {'security_group_rule': {'security_group_id': '068fc0e3-a26c-47a6-896e-0bff1dc6232b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:07.951025 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-70804691-4277-4864-bc50-99b94146b43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.954251 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-70804691-4277-4864-bc50-99b94146b43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:07.955484 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-70804691-4277-4864-bc50-99b94146b43a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e93547e-7f1b-42ed-809d-3a048444a4fc HTTP/1.1" status: 204 len: 168 time: 0.4644291 Jun 09 15:04:07.956521 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-63d9732e-ac0d-4145-b0e6-237202fb0386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:07.982517 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70804691-4277-4864-bc50-99b94146b43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e93547e-7f1b-42ed-809d-3a048444a4fc,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:07.991314 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-70804691-4277-4864-bc50-99b94146b43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:08.123834 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 1284004c-851b-42a7-8523-6df45de8ad65 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:08.132127 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 1284004c-851b-42a7-8523-6df45de8ad65 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:08.132769 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:08.438541 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:08.513436 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0ece4-0701-4c84-83be-9230b13d63c2 req-841eb9c2-df13-4455-bcfc-d94c945edc4f tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:08.513651 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port 1284004c-851b-42a7-8523-6df45de8ad65, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=1284004c-851b-42a7-8523-6df45de8ad65,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:08.521337 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:08.523284 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:08.531166 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9fb0ece4-0701-4c84-83be-9230b13d63c2 req-841eb9c2-df13-4455-bcfc-d94c945edc4f tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 944 time: 0.3082945 Jun 09 15:04:08.567895 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-bccf43b9-27a7-42f8-ad2c-c4be7193ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:08.569230 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-bccf43b9-27a7-42f8-ad2c-c4be7193ed13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e66e6fff-b3f3-4e19-97ac-1feb56db83ca HTTP/1.1" status: 200 len: 851 time: 0.6298232 Jun 09 15:04:08.620124 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9fb0ece4-0701-4c84-83be-9230b13d63c2 req-1c1fb692-56cd-4557-ad0a-413244b8909e tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825937 Jun 09 15:04:08.682983 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=1284004c-851b-42a7-8523-6df45de8ad65,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:08.695417 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:08.839106 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b7d03afd-36a0-4ee6-9e4f-b8a11da2c69e req-ce6f9ebe-31a0-4d64-8a82-04adae8449c5 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 210 time: 0.0794086 Jun 09 15:04:08.852577 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-66ad2a5e-e664-4ebc-8981-712033047ad1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dc45a34-1400-4971-93b9-08e67a7e1138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2627985 Jun 09 15:04:08.903804 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-65c66a80-a29a-4f1d-8f8e-d7dd2b8e7e9d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:09.114709 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Made reservation on behalf of 298975b27cf9484f93a94f5ae61f1d3a for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:09.118203 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:09.208767 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcd556-a945-4a35-9161-1ea932690aad req-4977a250-b389-4a8b-b8a0-4d6383173765 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:09.210617 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3abcd556-a945-4a35-9161-1ea932690aad req-4977a250-b389-4a8b-b8a0-4d6383173765 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 943 time: 0.6252139 Jun 09 15:04:09.285347 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-65c66a80-a29a-4f1d-8f8e-d7dd2b8e7e9d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:09.328809 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-65c66a80-a29a-4f1d-8f8e-d7dd2b8e7e9d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:09.375520 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:09.386910 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-6419c25f-20d2-491c-b7dd-96a518adca25 service neutron] 10.222.0.61 "GET /v2.0/networks/9dc45a34-1400-4971-93b9-08e67a7e1138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135329 Jun 09 15:04:09.532177 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c66a80-a29a-4f1d-8f8e-d7dd2b8e7e9d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29481ddd-a210-43bf-b015-09f686d129eb,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:09.560560 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 2fb420df-0438-40e2-9c2f-8a54d402719b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:04:09.564975 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-65c66a80-a29a-4f1d-8f8e-d7dd2b8e7e9d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:09.578730 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3abcd556-a945-4a35-9161-1ea932690aad req-fcad5998-46de-42c8-9478-b35075ef2275 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236001 Jun 09 15:04:09.580114 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-65c66a80-a29a-4f1d-8f8e-d7dd2b8e7e9d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:09.581684 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-65c66a80-a29a-4f1d-8f8e-d7dd2b8e7e9d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6811726 Jun 09 15:04:09.586160 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48190) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:09.586834 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.db.resource_extend [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 15:04:09.597020 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Request body: {'floatingip': {'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:09.633806 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 1284004c-851b-42a7-8523-6df45de8ad65 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:09.679777 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for floatingip, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:09.907195 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 2fb420df-0438-40e2-9c2f-8a54d402719b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2fb420df-0438-40e2-9c2f-8a54d402719b,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:09.937930 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 1284004c-851b-42a7-8523-6df45de8ad65 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:09.938306 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.071771 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': '2fb420df-0438-40e2-9c2f-8a54d402719b', 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37', 'port_id': '2fb420df-0438-40e2-9c2f-8a54d402719b', 'mac_address': 'fa:16:3e:ff:2d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4058271-302e-4123-bbee-4d8ec26a83e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:04:10.256932 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ef7d2a50-c581-4fb6-9898-baa0990b3a5e req-7d0dcb65-3900-4b98-95f3-614b848097bd tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 210 time: 0.1162624 Jun 09 15:04:10.271579 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c0590b-acb3-44da-9384-5e1f1322daed {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:10.279398 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f1f2a-3f86-4b29-8d99-2aeab10e4777 req-0fcac654-88dd-4f9b-877c-f894c5def93c tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:10.290080 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b22f1f2a-3f86-4b29-8d99-2aeab10e4777 req-0fcac654-88dd-4f9b-877c-f894c5def93c tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 944 time: 0.3512926 Jun 09 15:04:10.293214 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.310202 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.363359 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Transition to ACTIVE for port object 87c0590b-acb3-44da-9384-5e1f1322daed will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:10.368290 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-640e3938-891c-44d4-a6e1-c7bda0bd742d req-826f8411-c4da-4b63-81c7-145b5a0c8a83 service neutron] 10.222.0.61 "GET /v2.0/networks/9dc45a34-1400-4971-93b9-08e67a7e1138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9537306 Jun 09 15:04:10.391977 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.439532 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b22f1f2a-3f86-4b29-8d99-2aeab10e4777 req-0ba2276b-e72a-4a09-a580-6e6e391ca2b7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459556 Jun 09 15:04:10.442371 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.542137 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb420df-0438-40e2-9c2f-8a54d402719b {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:10.553940 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-26a5f327-c47f-4211-96c6-0d8ccceb0047 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:10.576439 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 2fb420df-0438-40e2-9c2f-8a54d402719b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2fb420df-0438-40e2-9c2f-8a54d402719b,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:10.581511 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.586136 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-d2f3f585-3677-4a42-8c19-c1b1ca09ea35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:10.672575 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=2fb420df-0438-40e2-9c2f-8a54d402719b,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:10.687869 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:10.788915 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Allocated IP 172.27.1.118 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/47277c2e-484c-46cc-8f78-e31542a1bf06) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:10.898934 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Pushing event updated for resources: {'Port': ['ID=87c0590b-acb3-44da-9384-5e1f1322daed,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:10.920323 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:10.977129 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Attempting to bind port 87c0590b-acb3-44da-9384-5e1f1322daed on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:10.977464 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Attempting to bind port 87c0590b-acb3-44da-9384-5e1f1322daed by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd10eab84-5335-43fc-8a7b-bb1a827e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:10.977812 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Attempting to bind port 87c0590b-acb3-44da-9384-5e1f1322daed on network f3546033-fc06-446a-90f5-267054c947c3 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:10.988824 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:10.994631 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Port 87c0590b-acb3-44da-9384-5e1f1322daed on network f3546033-fc06-446a-90f5-267054c947c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:04:10.994952 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Attempting to bind port 87c0590b-acb3-44da-9384-5e1f1322daed on network f3546033-fc06-446a-90f5-267054c947c3 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:11.027613 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:11.027912 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Checking segment: {'id': 'd10eab84-5335-43fc-8a7b-bb1a827e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:11.028435 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Bound using segment: {'id': 'd10eab84-5335-43fc-8a7b-bb1a827e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:11.028666 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Bound port: 87c0590b-acb3-44da-9384-5e1f1322daed, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10eab84-5335-43fc-8a7b-bb1a827e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:11.029039 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.039436 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.039669 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Allocated IP 172.20.0.2 (f3546033-fc06-446a-90f5-267054c947c3/48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f/4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:11.045658 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d5f90bdf-c678-45d0-9367-c05892d3213d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:11.121334 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:11.124265 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:11.130289 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:11.145672 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4884a-f0ea-49a4-99a5-4a885c0597b8 req-02d10620-bee6-462d-892b-509152f10225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:11.146644 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event updated for resources: {'Port': ['ID=47277c2e-484c-46cc-8f78-e31542a1bf06,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:11.146982 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4de4884a-f0ea-49a4-99a5-4a885c0597b8 req-02d10620-bee6-462d-892b-509152f10225 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7e8e7ba83f6459fbf66aa324e910466&device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 1096 time: 0.6739686 Jun 09 15:04:11.170004 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc928eb-5ac0-4778-adba-ed7bf25a076d req-c9c410cc-2633-4b52-8bbc-5f0c12692f87 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:11.177002 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4bc928eb-5ac0-4778-adba-ed7bf25a076d req-c9c410cc-2633-4b52-8bbc-5f0c12692f87 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 943 time: 0.3239715 Jun 09 15:04:11.193249 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:11.216242 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.247928 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] For port 87c0590b-acb3-44da-9384-5e1f1322daed, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:11.338817 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4bc928eb-5ac0-4778-adba-ed7bf25a076d req-23c6298b-4a77-486f-baf0-e4a64344446c tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607990 Jun 09 15:04:11.348803 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] For port 87c0590b-acb3-44da-9384-5e1f1322daed, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=87c0590b-acb3-44da-9384-5e1f1322daed,segment=NetworkSegment(d10eab84-5335-43fc-8a7b-bb1a827e835e),segment_id=d10eab84-5335-43fc-8a7b-bb1a827e835e)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:11.387636 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.437652 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.452272 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.460429 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:11.499503 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-942b7e29-c0a4-417c-a314-4548a31a0964 req-e2d803cd-d6e5-45cd-b73a-51956c20bc5e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 210 time: 0.0664253 Jun 09 15:04:11.592512 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:11.593235 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.594517 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de8cd83e-d316-412c-832b-ae4ea21087df req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] 10.222.0.61 "PUT /v2.0/ports/87c0590b-acb3-44da-9384-5e1f1322daed HTTP/1.1" status: 200 len: 1094 time: 4.7500458 Jun 09 15:04:11.596970 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd719c9ec-2d26-4a33-8b52-30519c83b526', 'tag': '87c0590b-acb3-44da-9384-5e1f1322daed'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:11.600900 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475acfbe-cd47-4c16-8c28-8ddd85840e69" -d '{"events": [{"name": "network-changed", "server_uuid": "d719c9ec-2d26-4a33-8b52-30519c83b526", "tag": "87c0590b-acb3-44da-9384-5e1f1322daed"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:11.640426 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Pushing event updated for resources: {'Port': ['ID=87c0590b-acb3-44da-9384-5e1f1322daed,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:11.644536 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.677040 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:11.683678 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafb3773-8070-4116-b839-ca92ef6dd7f8 x-openstack-request-id: req-fafb3773-8070-4116-b839-ca92ef6dd7f8 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:11.683972 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d719c9ec-2d26-4a33-8b52-30519c83b526", "tag": "87c0590b-acb3-44da-9384-5e1f1322daed", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:11.684232 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fafb3773-8070-4116-b839-ca92ef6dd7f8 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:11.684624 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd719c9ec-2d26-4a33-8b52-30519c83b526', 'tag': '87c0590b-acb3-44da-9384-5e1f1322daed', 'status': 'completed', 'code': 200} Jun 09 15:04:11.705133 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:11.742947 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.750691 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.756809 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:11.775112 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Network f3546033-fc06-446a-90f5-267054c947c3 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:11.779847 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:11.786397 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:11.791334 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:11.791953 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.812297 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Pushing event updated for resources: {'Port': ['ID=4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:11.817962 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:11.828144 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5132372 Jun 09 15:04:11.851345 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784fb84-c7eb-40bc-946d-16313c1c4093 req-d015f44c-61af-4e77-8a77-9082697a385b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:11.853424 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8784fb84-c7eb-40bc-946d-16313c1c4093 req-d015f44c-61af-4e77-8a77-9082697a385b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 945 time: 0.2141378 Jun 09 15:04:11.868329 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.881949 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event updated for resources: {'Port': ['ID=47277c2e-484c-46cc-8f78-e31542a1bf06,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:11.885420 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:11.895936 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:11.910631 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3099687 Jun 09 15:04:11.913915 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8784fb84-c7eb-40bc-946d-16313c1c4093 req-e2fbcb5f-c85a-402f-ae57-06a1b4df3e6c tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534217 Jun 09 15:04:12.145065 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48308) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:12.203691 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-6058102d-3c81-4554-ab95-1b0b6f174553 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1092468446&fields=id&tenant_id=b36d808a5b7a4efa9d269c09b4fd1867 HTTP/1.1" status: 200 len: 267 time: 0.0409074 Jun 09 15:04:12.343324 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8576df94-1343-4e12-9cec-d408ef765c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:12.419126 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-9df44c73-8c7d-4269-922b-c489c8921ce2 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:12.420603 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-9df44c73-8c7d-4269-922b-c489c8921ce2 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/networks?id=e6df34c4-a146-448a-a741-18d7a8a2e9ec HTTP/1.1" status: 200 len: 817 time: 0.2082858 Jun 09 15:04:12.445282 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-924a1ea9-0b84-4d03-b494-14899f7b8977 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/quotas/b36d808a5b7a4efa9d269c09b4fd1867 HTTP/1.1" status: 200 len: 375 time: 0.0179806 Jun 09 15:04:12.526082 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78754145-6526-472b-bbb6-5db48b323bf2 req-49da64df-b71f-41b4-a1ca-29f938b21430 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:12.527542 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-78754145-6526-472b-bbb6-5db48b323bf2 req-49da64df-b71f-41b4-a1ca-29f938b21430 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 943 time: 0.0827599 Jun 09 15:04:12.573404 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-78754145-6526-472b-bbb6-5db48b323bf2 req-6bd26af7-566c-4afd-9f22-eb1ec5e747aa tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386341 Jun 09 15:04:12.577974 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-a756929e-1db2-4940-aa35-afe2431fc4df tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1241806 Jun 09 15:04:12.589390 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8576df94-1343-4e12-9cec-d408ef765c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:12.619820 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8576df94-1343-4e12-9cec-d408ef765c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:12.677039 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:12.729777 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-8576df94-1343-4e12-9cec-d408ef765c7c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ff085a271dd94bb2be5c1c8e98c0baa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835783 Jun 09 15:04:12.732718 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48322) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:12.735840 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576df94-1343-4e12-9cec-d408ef765c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33a2f0a-8cd7-41e9-9854-66ea3ec6b368,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:12.743875 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-8576df94-1343-4e12-9cec-d408ef765c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:12.781315 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4884a-f0ea-49a4-99a5-4a885c0597b8 req-14f84dc3-1937-4389-821a-c600fe939cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:12.782753 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4de4884a-f0ea-49a4-99a5-4a885c0597b8 req-14f84dc3-1937-4389-821a-c600fe939cfe service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dc45a34-1400-4971-93b9-08e67a7e1138 HTTP/1.1" status: 200 len: 912 time: 0.1953404 Jun 09 15:04:12.805540 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c833883-6c18-476d-b10a-662c03dbe67f req-7a83bcea-b570-4feb-9cfb-2619a43d301a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:12.807213 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1c833883-6c18-476d-b10a-662c03dbe67f req-7a83bcea-b570-4feb-9cfb-2619a43d301a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 931 time: 0.1185839 Jun 09 15:04:12.816495 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-abc6b4b9-7c87-422d-a56b-301dddb9e38e service neutron] 10.222.0.74 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249970 Jun 09 15:04:12.834415 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ce064a25-bf58-43b1-a38c-488f14c56292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:12.866561 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1c833883-6c18-476d-b10a-662c03dbe67f req-a0a0556a-4960-473a-855b-f5e873b675e4 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414472 Jun 09 15:04:12.901441 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-14ca54f3-d710-41ab-bdf1-8b5f29192cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:12.950177 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-14ca54f3-d710-41ab-bdf1-8b5f29192cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.014441 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-4b3b966c-8e8b-4739-8926-f6799a912ba1 service neutron] 10.222.0.74 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873055 Jun 09 15:04:13.033490 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-14ca54f3-d710-41ab-bdf1-8b5f29192cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.037337 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-14ca54f3-d710-41ab-bdf1-8b5f29192cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.040806 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-14ca54f3-d710-41ab-bdf1-8b5f29192cfb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f33a2f0a-8cd7-41e9-9854-66ea3ec6b368 HTTP/1.1" status: 204 len: 168 time: 0.2987950 Jun 09 15:04:13.040806 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:13.048446 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca54f3-d710-41ab-bdf1-8b5f29192cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33a2f0a-8cd7-41e9-9854-66ea3ec6b368,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:13.050771 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-14ca54f3-d710-41ab-bdf1-8b5f29192cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:13.123394 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa361be0-4b32-44b3-a881-a6329db75a5d req-c8e9b7f3-026c-4952-a71f-738729012004 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:13.124895 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fa361be0-4b32-44b3-a881-a6329db75a5d req-c8e9b7f3-026c-4952-a71f-738729012004 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 945 time: 0.1014132 Jun 09 15:04:13.172801 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fa361be0-4b32-44b3-a881-a6329db75a5d req-dacf8309-fa5c-46fd-b174-e01a09ed4e3f tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Jun 09 15:04:13.256182 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-de72df78-fff5-4439-a2c8-75d16e3eb9c1 req-a950c2c6-aabb-4b8a-a362-9989273954a4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 210 time: 0.0508795 Jun 09 15:04:13.372507 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48340) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:13.390617 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ebd61b21-faa1-4243-aeea-11179924f74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.516236 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ebd61b21-faa1-4243-aeea-11179924f74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.521653 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ebd61b21-faa1-4243-aeea-11179924f74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:13.531416 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-aa4816d6-fa05-40c7-bd13-adc67d3fe4e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:13.573301 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-ebd61b21-faa1-4243-aeea-11179924f74b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6c0f1681c34a4f6cb1824045def60f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996558 Jun 09 15:04:13.574862 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd61b21-faa1-4243-aeea-11179924f74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e464b09-e54c-4dee-8031-0ba99f4b1d5c,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:13.575934 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 48346) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:13.577669 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ebd61b21-faa1-4243-aeea-11179924f74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:13.629141 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Request body: {'port': {'device_id': '8091f817-2fe3-4737-aff9-b80ed8abb10c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:13.679070 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['2fb420df-0438-40e2-9c2f-8a54d402719b'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:13.886042 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4de4884a-f0ea-49a4-99a5-4a885c0597b8 req-9a44ac5a-9d56-4ad7-8c3f-fcc68c48e353 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4a7ba15-e2b9-4c71-80bd-65008098d9ef HTTP/1.1" status: 200 len: 217 time: 0.2284327 Jun 09 15:04:13.954633 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-bd221a1d-cb4a-4453-a5b0-5e832525161f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.064412 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-bd221a1d-cb4a-4453-a5b0-5e832525161f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.065722 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547531a-6b08-4c9a-8b42-0b066236da14 req-ac105da0-6c34-47d5-ba01-ac599d73c8a4 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:14.067205 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2547531a-6b08-4c9a-8b42-0b066236da14 req-ac105da0-6c34-47d5-ba01-ac599d73c8a4 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 931 time: 0.0822809 Jun 09 15:04:14.098311 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4884a-f0ea-49a4-99a5-4a885c0597b8 req-1424a13c-1e71-4747-9226-164794d42553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:14.099727 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4de4884a-f0ea-49a4-99a5-4a885c0597b8 req-1424a13c-1e71-4747-9226-164794d42553 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e66e6fff-b3f3-4e19-97ac-1feb56db83ca HTTP/1.1" status: 200 len: 851 time: 0.1862731 Jun 09 15:04:14.112774 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2547531a-6b08-4c9a-8b42-0b066236da14 req-6c29d76d-1d1e-4ee0-b621-7ad4679d83ad tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391915 Jun 09 15:04:14.128331 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.152402 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475acfbe-cd47-4c16-8c28-8ddd85840e69 req-ea00db82-bfb7-4dee-8f9d-8e6500374f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:14.153686 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-475acfbe-cd47-4c16-8c28-8ddd85840e69 req-ea00db82-bfb7-4dee-8f9d-8e6500374f55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 1097 time: 0.4973578 Jun 09 15:04:14.186071 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45935efd-bf69-4ea6-964d-6c0990a94518 req-40a2f564-2c97-41d9-a73e-f36a87391b97 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:14.187475 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-45935efd-bf69-4ea6-964d-6c0990a94518 req-40a2f564-2c97-41d9-a73e-f36a87391b97 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 943 time: 0.3663340 Jun 09 15:04:14.256605 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-bd221a1d-cb4a-4453-a5b0-5e832525161f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.263350 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-bd221a1d-cb4a-4453-a5b0-5e832525161f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.266770 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-bd221a1d-cb4a-4453-a5b0-5e832525161f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7e464b09-e54c-4dee-8031-0ba99f4b1d5c HTTP/1.1" status: 204 len: 168 time: 0.6875427 Jun 09 15:04:14.269666 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:14.279024 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-45935efd-bf69-4ea6-964d-6c0990a94518 req-0310cbae-d44b-4e2e-9b90-866c02606606 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856481 Jun 09 15:04:14.347276 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd221a1d-cb4a-4453-a5b0-5e832525161f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e464b09-e54c-4dee-8031-0ba99f4b1d5c,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:14.353397 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-bd221a1d-cb4a-4453-a5b0-5e832525161f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:14.373611 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f568a-1e18-483f-92e2-c247e1105778 req-1895ed24-b5fc-4aff-9bec-1f903f21968f tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:14.378977 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ac2f568a-1e18-483f-92e2-c247e1105778 req-1895ed24-b5fc-4aff-9bec-1f903f21968f tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 945 time: 0.0979052 Jun 09 15:04:14.422858 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ac2f568a-1e18-483f-92e2-c247e1105778 req-36ff7a81-90e7-4270-ab25-dad207573f7d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401499 Jun 09 15:04:14.444593 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ecdc5709-abe4-4932-9cd4-77c667739180 req-6097f90f-214e-4f35-aae4-1862a1888a92 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 210 time: 0.0614111 Jun 09 15:04:14.648236 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:14.655513 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.670216 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Transition to ACTIVE for port object 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:14.674207 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.679170 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:14.838103 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:14.845199 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:14.861937 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Attempting to bind port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:14.862252 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Attempting to bind port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd10eab84-5335-43fc-8a7b-bb1a827e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:14.862252 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Attempting to bind port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 on network f3546033-fc06-446a-90f5-267054c947c3 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:14.867239 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 on network f3546033-fc06-446a-90f5-267054c947c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:04:14.867551 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Attempting to bind port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 on network f3546033-fc06-446a-90f5-267054c947c3 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:14.874054 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:14.874794 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Checking segment: {'id': 'd10eab84-5335-43fc-8a7b-bb1a827e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:14.875268 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device e4a7ba15-e2b9-4c71-80bd-65008098d9ef details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:04:14.875759 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Bound using segment: {'id': 'd10eab84-5335-43fc-8a7b-bb1a827e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:14.876015 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Bound port: 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10eab84-5335-43fc-8a7b-bb1a827e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:14.876444 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:14.997833 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] For port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:15.001432 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] For port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3,segment=NetworkSegment(d10eab84-5335-43fc-8a7b-bb1a827e835e),segment_id=d10eab84-5335-43fc-8a7b-bb1a827e835e)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:15.006931 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:15.014025 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:15.068707 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port e4a7ba15-e2b9-4c71-80bd-65008098d9ef, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e4a7ba15-e2b9-4c71-80bd-65008098d9ef,segment=NetworkSegment(96012389-04ce-4895-9e5a-bff061ab4f81),segment_id=96012389-04ce-4895-9e5a-bff061ab4f81)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:15.085262 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:15.085877 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:15.087269 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] 10.222.0.61 "PUT /v2.0/ports/4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 HTTP/1.1" status: 200 len: 1093 time: 1.4627128 Jun 09 15:04:15.087733 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8091f817-2fe3-4737-aff9-b80ed8abb10c', 'tag': '4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:15.096329 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef82abf7-b832-4b4d-b2d0-aae86c902452" -d '{"events": [{"name": "network-changed", "server_uuid": "8091f817-2fe3-4737-aff9-b80ed8abb10c", "tag": "4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:15.107049 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:15.110640 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:15.113457 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'e4a7ba15-e2b9-4c71-80bd-65008098d9ef', 'network_id': '9dc45a34-1400-4971-93b9-08e67a7e1138', 'port_id': 'e4a7ba15-e2b9-4c71-80bd-65008098d9ef', 'mac_address': 'fa:16:3e:f5:8f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e6fff-b3f3-4e19-97ac-1feb56db83ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:04:15.174335 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:15.182952 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5403e9a-358b-4e6d-9c33-bc3f0ae23676 x-openstack-request-id: req-c5403e9a-358b-4e6d-9c33-bc3f0ae23676 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:15.183428 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8091f817-2fe3-4737-aff9-b80ed8abb10c", "tag": "4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:15.183515 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c5403e9a-358b-4e6d-9c33-bc3f0ae23676 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:15.183907 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8091f817-2fe3-4737-aff9-b80ed8abb10c', 'tag': '4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3', 'status': 'completed', 'code': 200} Jun 09 15:04:15.195545 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a7ba15-e2b9-4c71-80bd-65008098d9ef {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:15.214526 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port e4a7ba15-e2b9-4c71-80bd-65008098d9ef, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e4a7ba15-e2b9-4c71-80bd-65008098d9ef,segment=NetworkSegment(96012389-04ce-4895-9e5a-bff061ab4f81),segment_id=96012389-04ce-4895-9e5a-bff061ab4f81)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:15.219750 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:15.221935 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:15.308251 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:15.313320 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=e4a7ba15-e2b9-4c71-80bd-65008098d9ef,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:15.317446 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:15.365198 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93bef0-1e1b-418d-b925-5a1da90e65b7 req-8f248e9f-2dff-432f-892b-2dc846b52a0e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:15.366916 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0f93bef0-1e1b-418d-b925-5a1da90e65b7 req-8f248e9f-2dff-432f-892b-2dc846b52a0e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 943 time: 0.1160657 Jun 09 15:04:15.402699 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-0e36ef78-3812-45b1-b074-091446d39f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:15.425280 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0f93bef0-1e1b-418d-b925-5a1da90e65b7 req-f620b823-a80c-446d-a74e-4eaf287666c5 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521312 Jun 09 15:04:15.511595 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda32272-6447-41cd-accb-132b287f6bc3 req-d8cb8945-0045-4266-9dff-7a50dad17a7e tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:15.511595 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bda32272-6447-41cd-accb-132b287f6bc3 req-d8cb8945-0045-4266-9dff-7a50dad17a7e tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 944 time: 0.0901296 Jun 09 15:04:15.577225 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bda32272-6447-41cd-accb-132b287f6bc3 req-e0a2dd4b-7576-42cd-a08e-5d349c093dab tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575881 Jun 09 15:04:15.667324 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a74b54-9295-4160-a221-7da844e977bb req-d8c79fe1-e71e-4966-8320-618396f51441 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:15.668855 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-76a74b54-9295-4160-a221-7da844e977bb req-d8c79fe1-e71e-4966-8320-618396f51441 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 945 time: 0.1135283 Jun 09 15:04:15.751098 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-76a74b54-9295-4160-a221-7da844e977bb req-ac95790a-89ad-4c43-ab4e-d4a1a8d66174 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764532 Jun 09 15:04:15.791456 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d5488ece-bda8-4876-8cc8-b769c412b6a6 req-3905da02-854e-453f-9afd-68821974d660 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 210 time: 0.0541816 Jun 09 15:04:16.314914 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:16.619468 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96c9dc-3133-4826-a3f5-d0293e162cdd req-e3a020c8-fe10-468c-ab78-6bd7148d9742 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:16.620934 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cd96c9dc-3133-4826-a3f5-d0293e162cdd req-e3a020c8-fe10-468c-ab78-6bd7148d9742 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 943 time: 0.0930905 Jun 09 15:04:16.676292 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cd96c9dc-3133-4826-a3f5-d0293e162cdd req-3ea38f17-0586-4988-a821-9b0bc5c1e360 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492718 Jun 09 15:04:16.786930 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cc135-e408-4bcb-b7ba-c3b95cf0b7ef req-6ded6023-7fe7-4972-ae25-74f1cc5dc5f2 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:16.800156 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b36cc135-e408-4bcb-b7ba-c3b95cf0b7ef req-6ded6023-7fe7-4972-ae25-74f1cc5dc5f2 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 944 time: 0.0982504 Jun 09 15:04:16.838584 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b36cc135-e408-4bcb-b7ba-c3b95cf0b7ef req-33b48cd2-6b4a-4774-815a-57fd6ecd9239 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446060 Jun 09 15:04:17.114774 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7a48ee5a-7e22-474f-8efd-f46910bcb6a1 req-4c33c784-5334-4b43-be5b-8fe5fe11f158 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 210 time: 0.1149175 Jun 09 15:04:17.181954 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4de4884a-f0ea-49a4-99a5-4a885c0597b8 req-70a6f11a-eee3-4ff7-8310-381c9395ba5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dc45a34-1400-4971-93b9-08e67a7e1138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2502983 Jun 09 15:04:17.203574 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['e4a7ba15-e2b9-4c71-80bd-65008098d9ef'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:17.394918 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7602d-00f0-485b-8af7-87de41063f02 req-e992f067-854f-4a6d-b475-6d2836fd5579 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:17.401743 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-73e7602d-00f0-485b-8af7-87de41063f02 req-e992f067-854f-4a6d-b475-6d2836fd5579 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 945 time: 0.5354660 Jun 09 15:04:17.461939 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475acfbe-cd47-4c16-8c28-8ddd85840e69 req-a38c88c5-2c89-49b5-9b13-c4ce3d3431f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:17.463839 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-475acfbe-cd47-4c16-8c28-8ddd85840e69 req-a38c88c5-2c89-49b5-9b13-c4ce3d3431f3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5308564 Jun 09 15:04:17.501499 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82abf7-b832-4b4d-b2d0-aae86c902452 req-2e72b663-4ae7-45bf-80ae-14cd436f18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:17.503222 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ef82abf7-b832-4b4d-b2d0-aae86c902452 req-2e72b663-4ae7-45bf-80ae-14cd436f18f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 1096 time: 0.4370039 Jun 09 15:04:17.563284 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-3f007783-52d6-4239-a246-b4dcddf2121f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:17.564779 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-3f007783-52d6-4239-a246-b4dcddf2121f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.61 "GET /v2.0/networks?id=e6df34c4-a146-448a-a741-18d7a8a2e9ec HTTP/1.1" status: 200 len: 817 time: 0.2002769 Jun 09 15:04:17.622055 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-73e7602d-00f0-485b-8af7-87de41063f02 req-a72cafaf-712a-4068-b14c-d6b7e0624bc1 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185817 Jun 09 15:04:17.638478 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-77276028-ae23-4e3d-b08b-3ea96e753529 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b36d808a5b7a4efa9d269c09b4fd1867 HTTP/1.1" status: 200 len: 380 time: 0.0559490 Jun 09 15:04:17.649217 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Request body: {'port': {'device_id': 'c52c632b-879d-4165-b1d6-6d6778681388', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'admin_state_up': True, 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'security_groups': ['068fc0e3-a26c-47a6-896e-0bff1dc6232b']}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:17.706882 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4de4884a-f0ea-49a4-99a5-4a885c0597b8 req-ee364ee5-0d8e-4e92-94c5-e94b4b081c64 service neutron] 10.222.0.61 "GET /v2.0/networks/9dc45a34-1400-4971-93b9-08e67a7e1138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155268 Jun 09 15:04:17.924716 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475acfbe-cd47-4c16-8c28-8ddd85840e69 req-ea665c5e-fb57-4dc1-8782-64697cdbefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:17.926305 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-475acfbe-cd47-4c16-8c28-8ddd85840e69 req-ea665c5e-fb57-4dc1-8782-64697cdbefaa service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4560626 Jun 09 15:04:17.931604 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4de4884a-f0ea-49a4-99a5-4a885c0597b8 req-3742e79e-f01e-471d-92e8-052552fad207 service neutron] 10.222.0.61 "GET /v2.0/networks/9dc45a34-1400-4971-93b9-08e67a7e1138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138951 Jun 09 15:04:17.949887 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82abf7-b832-4b4d-b2d0-aae86c902452 req-9981bbc8-90b3-4918-af63-5db7700cf281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:17.951398 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ef82abf7-b832-4b4d-b2d0-aae86c902452 req-9981bbc8-90b3-4918-af63-5db7700cf281 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3834190 Jun 09 15:04:17.953093 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Made reservation on behalf of b36d808a5b7a4efa9d269c09b4fd1867 for: {'port': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:17.964409 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:18.161205 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Allocated IP 172.20.0.4 (e6df34c4-a146-448a-a741-18d7a8a2e9ec/f5266821-f8ca-412e-b356-225fac8eefd5/bef870ca-c24e-4d83-aae3-a42cae30a724) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:18.250533 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:18.261427 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82abf7-b832-4b4d-b2d0-aae86c902452 req-5d00a0e4-fd91-4925-ae22-c2c87b27837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:18.274628 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ef82abf7-b832-4b4d-b2d0-aae86c902452 req-5d00a0e4-fd91-4925-ae22-c2c87b27837d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3171511 Jun 09 15:04:18.284977 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cd83e-d316-412c-832b-ae4ea21087df req-f08bdab7-5375-4519-82fa-889c7cde0994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:18.286362 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de8cd83e-d316-412c-832b-ae4ea21087df req-f08bdab7-5375-4519-82fa-889c7cde0994 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 1097 time: 0.3060863 Jun 09 15:04:18.412647 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806e4a9-9db0-429b-8610-bf0c45e6a89e req-78c06a2b-3698-483c-b155-39a020ffd5b3 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:18.415033 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3806e4a9-9db0-429b-8610-bf0c45e6a89e req-78c06a2b-3698-483c-b155-39a020ffd5b3 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 943 time: 0.5945930 Jun 09 15:04:18.453786 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de8cd83e-d316-412c-832b-ae4ea21087df req-bf2b7e81-9462-4cae-ae9b-47769a4e0dc6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87c0590b-acb3-44da-9384-5e1f1322daed HTTP/1.1" status: 200 len: 217 time: 0.1555710 Jun 09 15:04:18.473662 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:18.485299 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48572) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:18.490593 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d6809-0e76-493d-89f1-5cc8633ff82a req-d6677352-0bbb-4c06-9cd1-8fa0a5bc5891 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:18.493855 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d61d6809-0e76-493d-89f1-5cc8633ff82a req-d6677352-0bbb-4c06-9cd1-8fa0a5bc5891 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 944 time: 0.4189861 Jun 09 15:04:18.523676 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Transition to ACTIVE for port object bef870ca-c24e-4d83-aae3-a42cae30a724 will not be triggered until provisioned by entity DHCP. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:18.529764 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3806e4a9-9db0-429b-8610-bf0c45e6a89e req-603e2839-90d3-4521-9826-c29196642c4d tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083276 Jun 09 15:04:18.568727 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:18.580368 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:18.676127 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event updated for resources: {'Port': ['ID=bef870ca-c24e-4d83-aae3-a42cae30a724,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:18.686731 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:18.707001 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d61d6809-0e76-493d-89f1-5cc8633ff82a req-57e5f5be-4a3d-4519-860a-a1015d828887 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631327 Jun 09 15:04:18.711109 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cd83e-d316-412c-832b-ae4ea21087df req-cf4d38e8-3903-4763-b969-73fa45bd3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:18.712495 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de8cd83e-d316-412c-832b-ae4ea21087df req-cf4d38e8-3903-4763-b969-73fa45bd3986 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f HTTP/1.1" status: 200 len: 858 time: 0.2475648 Jun 09 15:04:18.734882 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Network e6df34c4-a146-448a-a741-18d7a8a2e9ec is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:18.753838 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:18.757352 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:18.764748 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:18.765581 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:18.805115 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e3978e06-b8a6-441c-a29c-9e58e41adf38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:18.811120 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-0dedd017-19bb-4cff-a899-03da6222fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:18.812587 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-0dedd017-19bb-4cff-a899-03da6222fc4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 1096 time: 0.4970334 Jun 09 15:04:18.818335 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1734047 Jun 09 15:04:18.826318 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de8cd83e-d316-412c-832b-ae4ea21087df req-a2379e12-f838-4f55-a5bf-ca4d9cc617e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3546033-fc06-446a-90f5-267054c947c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972826 Jun 09 15:04:18.840578 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Request body: {'port': {'device_id': 'c52c632b-879d-4165-b1d6-6d6778681388', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:18.938524 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device e4a7ba15-e2b9-4c71-80bd-65008098d9ef up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:19.100758 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-6f60ed5e-4f2c-4b49-90ea-0ccfb9c5f5cb None None] Provisioning for port bef870ca-c24e-4d83-aae3-a42cae30a724 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:19.104601 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5758dc0-cba2-42f5-b556-c3edde4383c3 req-e994c2e3-e438-42d0-b67e-848b11c626ac tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:19.106439 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port e4a7ba15-e2b9-4c71-80bd-65008098d9ef completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:19.114531 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c5758dc0-cba2-42f5-b556-c3edde4383c3 req-e994c2e3-e438-42d0-b67e-848b11c626ac tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 931 time: 0.4192727 Jun 09 15:04:19.114730 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port e4a7ba15-e2b9-4c71-80bd-65008098d9ef triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:19.115012 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.144759 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.157667 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-80ea8582-6cda-4bbe-8598-6566913696ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 HTTP/1.1" status: 200 len: 217 time: 0.3303716 Jun 09 15:04:19.190041 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-6f60ed5e-4f2c-4b49-90ea-0ccfb9c5f5cb None None] Provisioning complete for port bef870ca-c24e-4d83-aae3-a42cae30a724 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:19.190911 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-6f60ed5e-4f2c-4b49-90ea-0ccfb9c5f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.252214 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c5758dc0-cba2-42f5-b556-c3edde4383c3 req-74e4f863-afb4-4ad6-bcc0-1c9197784758 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361716 Jun 09 15:04:19.269452 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-6f60ed5e-4f2c-4b49-90ea-0ccfb9c5f5cb None None] Port bef870ca-c24e-4d83-aae3-a42cae30a724 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:04:19.331590 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-b49d220e-7d42-4b20-878d-73640fe1c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:19.333278 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-b49d220e-7d42-4b20-878d-73640fe1c80f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f HTTP/1.1" status: 200 len: 858 time: 0.1160200 Jun 09 15:04:19.350074 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.371216 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e3978e06-b8a6-441c-a29c-9e58e41adf38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.376693 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e3978e06-b8a6-441c-a29c-9e58e41adf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.382933 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a5e70d-eab4-45ac-9579-6f0d52bb0f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a7ba15-e2b9-4c71-80bd-65008098d9ef'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:19.388558 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-bc534a90-0113-4e5b-93f7-74228c2083c4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:19.398446 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-688f43ee-f18c-431b-92fb-1f94b67b7c39 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3546033-fc06-446a-90f5-267054c947c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571899 Jun 09 15:04:19.431673 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de8cd83e-d316-412c-832b-ae4ea21087df req-8ab7c747-a9b5-4c90-9ede-7614890e74fd service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833333 Jun 09 15:04:19.477988 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-e3978e06-b8a6-441c-a29c-9e58e41adf38 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=05718b08a6a845ba8e2a8a888985d3c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9872670 Jun 09 15:04:19.482371 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port e4a7ba15-e2b9-4c71-80bd-65008098d9ef, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e4a7ba15-e2b9-4c71-80bd-65008098d9ef,segment=NetworkSegment(96012389-04ce-4895-9e5a-bff061ab4f81),segment_id=96012389-04ce-4895-9e5a-bff061ab4f81)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:19.491627 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.492773 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 2fb420df-0438-40e2-9c2f-8a54d402719b up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:19.504359 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 48602) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:19.530422 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3978e06-b8a6-441c-a29c-9e58e41adf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906aa674-c793-4ed6-8fa2-930fc52cdb4e,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:19.546331 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-e3978e06-b8a6-441c-a29c-9e58e41adf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:19.554936 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e91f6d-aa14-4bb8-a7c7-bca9fcd4649f req-6417a4d7-f5b0-4076-b74e-5db9894afc0a tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:19.561998 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-87e91f6d-aa14-4bb8-a7c7-bca9fcd4649f req-6417a4d7-f5b0-4076-b74e-5db9894afc0a tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 945 time: 0.6170948 Jun 09 15:04:19.585871 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:19.728055 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e108bd11-78ba-4d47-b5cd-81991c249724" -d '{"events": [{"server_uuid": "14a5e70d-eab4-45ac-9579-6f0d52bb0f75", "name": "network-vif-plugged", "status": "completed", "tag": "e4a7ba15-e2b9-4c71-80bd-65008098d9ef"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:19.735488 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port 2fb420df-0438-40e2-9c2f-8a54d402719b completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:19.744833 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port 2fb420df-0438-40e2-9c2f-8a54d402719b triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:19.745204 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.775545 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-87e91f6d-aa14-4bb8-a7c7-bca9fcd4649f req-05928346-5132-4a96-9e0c-f3f19907a24e tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121663 Jun 09 15:04:19.797134 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=e4a7ba15-e2b9-4c71-80bd-65008098d9ef,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:19.802216 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:19.817067 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef870ca-c24e-4d83-aae3-a42cae30a724 {{(pid=91817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:19.827972 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.829076 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-506269c7-c138-4a3d-a940-1b38420ef68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.850419 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Transition to ACTIVE for port object bef870ca-c24e-4d83-aae3-a42cae30a724 will not be triggered until provisioned by entity L2. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:19.861156 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.875614 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:19.903413 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.908712 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de8cd83e-d316-412c-832b-ae4ea21087df req-edb81675-eaa0-4308-b3a6-b4b7365a8b5a service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049954 Jun 09 15:04:19.911383 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-100ed1b2-c8e6-4965-8f6b-956e83ff16ed service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061522 Jun 09 15:04:19.953404 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 2fb420df-0438-40e2-9c2f-8a54d402719b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2fb420df-0438-40e2-9c2f-8a54d402719b,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:19.959384 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:19.961358 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:20.095503 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=2fb420df-0438-40e2-9c2f-8a54d402719b,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:20.097815 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb15fd-8c0e-4741-a857-4440a82b4d21 req-bee52f53-4841-499a-9c75-550f5d8bf6dc tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:20.103737 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:20.105072 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bcbb15fd-8c0e-4741-a857-4440a82b4d21 req-bee52f53-4841-499a-9c75-550f5d8bf6dc tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 943 time: 0.3862338 Jun 09 15:04:20.130734 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-506269c7-c138-4a3d-a940-1b38420ef68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.200397 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Pushing event updated for resources: {'Port': ['ID=bef870ca-c24e-4d83-aae3-a42cae30a724,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:20.210747 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:20.274100 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Attempting to bind port bef870ca-c24e-4d83-aae3-a42cae30a724 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:20.274429 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Attempting to bind port bef870ca-c24e-4d83-aae3-a42cae30a724 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'}] {{(pid=91817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:20.274777 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Attempting to bind port bef870ca-c24e-4d83-aae3-a42cae30a724 on network e6df34c4-a146-448a-a741-18d7a8a2e9ec {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:20.296053 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b979ae30-f9d7-45f7-b3ea-a92d6cf2d651 req-774852ba-f47f-45b9-af74-eb33104eabad service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748112 Jun 09 15:04:20.300043 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bcbb15fd-8c0e-4741-a857-4440a82b4d21 req-8c0b306d-54df-4330-8930-2133706d5796 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933508 Jun 09 15:04:20.314422 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d44deb-40b7-4471-8a54-cb6173e8cc08 req-933c5d77-099c-4d77-a633-54957c66c5d5 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:20.321175 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Port bef870ca-c24e-4d83-aae3-a42cae30a724 on network e6df34c4-a146-448a-a741-18d7a8a2e9ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:04:20.321735 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Attempting to bind port bef870ca-c24e-4d83-aae3-a42cae30a724 on network e6df34c4-a146-448a-a741-18d7a8a2e9ec {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:20.324244 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-91d44deb-40b7-4471-8a54-cb6173e8cc08 req-933c5d77-099c-4d77-a633-54957c66c5d5 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 945 time: 0.2607212 Jun 09 15:04:20.332991 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:20.333325 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Checking segment: {'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:20.334100 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Bound using segment: {'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'} {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:20.334644 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Bound port: bef870ca-c24e-4d83-aae3-a42cae30a724, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'}}] {{(pid=91817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:20.335037 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.351868 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-506269c7-c138-4a3d-a940-1b38420ef68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.359382 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-506269c7-c138-4a3d-a940-1b38420ef68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.360595 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-506269c7-c138-4a3d-a940-1b38420ef68e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/906aa674-c793-4ed6-8fa2-930fc52cdb4e HTTP/1.1" status: 204 len: 168 time: 0.8551121 Jun 09 15:04:20.363763 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-7cbbf17e-8991-4415-9efd-8e5a2efd0981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:20.384200 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506269c7-c138-4a3d-a940-1b38420ef68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906aa674-c793-4ed6-8fa2-930fc52cdb4e,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:20.396108 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-506269c7-c138-4a3d-a940-1b38420ef68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:20.416891 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-91d44deb-40b7-4471-8a54-cb6173e8cc08 req-c915efe9-be3d-4fa6-96c2-e73c8ef6cace tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901136 Jun 09 15:04:20.494156 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a8e7da-2e3d-4b75-bdd8-d9a1c24d6808 x-openstack-request-id: req-96a8e7da-2e3d-4b75-bdd8-d9a1c24d6808 {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:20.494907 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a5e70d-eab4-45ac-9579-6f0d52bb0f75", "name": "network-vif-plugged", "status": "completed", "tag": "e4a7ba15-e2b9-4c71-80bd-65008098d9ef", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:20.494907 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-96a8e7da-2e3d-4b75-bdd8-d9a1c24d6808 {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:20.495311 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a5e70d-eab4-45ac-9579-6f0d52bb0f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a7ba15-e2b9-4c71-80bd-65008098d9ef', 'code': 200} Jun 09 15:04:20.506332 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] For port bef870ca-c24e-4d83-aae3-a42cae30a724, host hv-cinder-78960, cleared binding levels {{(pid=91817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:20.509653 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] For port bef870ca-c24e-4d83-aae3-a42cae30a724, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bef870ca-c24e-4d83-aae3-a42cae30a724,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:20.513760 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.531960 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:20.613147 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Pushing event updated for resources: {'Port': ['ID=bef870ca-c24e-4d83-aae3-a42cae30a724,revision_number=3']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:20.617982 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:20.619509 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:20.620128 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.621430 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] 10.222.0.61 "PUT /v2.0/ports/bef870ca-c24e-4d83-aae3-a42cae30a724 HTTP/1.1" status: 200 len: 1093 time: 1.7918322 Jun 09 15:04:20.621978 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c632b-879d-4165-b1d6-6d6778681388', 'tag': 'bef870ca-c24e-4d83-aae3-a42cae30a724'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:20.624520 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833127b5-b9b0-4d9e-9726-4468c1e56201" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c632b-879d-4165-b1d6-6d6778681388", "tag": "bef870ca-c24e-4d83-aae3-a42cae30a724"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:20.752275 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d72e663-9830-4da1-ba27-0cea1cc0152f x-openstack-request-id: req-7d72e663-9830-4da1-ba27-0cea1cc0152f {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:20.752495 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c632b-879d-4165-b1d6-6d6778681388", "tag": "bef870ca-c24e-4d83-aae3-a42cae30a724", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:20.753194 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7d72e663-9830-4da1-ba27-0cea1cc0152f {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:20.753603 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52c632b-879d-4165-b1d6-6d6778681388', 'tag': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'status': 'completed', 'code': 200} Jun 09 15:04:20.790012 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-f3b92a5a-e733-4456-8ff8-47f1db8f7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:20.792426 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-f3b92a5a-e733-4456-8ff8-47f1db8f7877 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 1096 time: 0.1113024 Jun 09 15:04:20.838582 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6eb9aa-75d6-4df2-94bc-ed4117c13098 req-de802d3e-6d36-4c7a-9894-725d7b934daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:20.840077 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cb6eb9aa-75d6-4df2-94bc-ed4117c13098 req-de802d3e-6d36-4c7a-9894-725d7b934daf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 1098 time: 0.1036582 Jun 09 15:04:20.874642 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301af64f-721c-4eeb-a16d-933339413954 req-0b5be8d8-54fe-46a1-a703-c788a801d1cc tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:20.882384 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-301af64f-721c-4eeb-a16d-933339413954 req-0b5be8d8-54fe-46a1-a703-c788a801d1cc tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.2133992 Jun 09 15:04:20.896441 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-5a9fd0e4-5303-478b-939f-6203430f9688 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bef870ca-c24e-4d83-aae3-a42cae30a724 HTTP/1.1" status: 200 len: 217 time: 0.0933971 Jun 09 15:04:20.914523 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-cb6eb9aa-75d6-4df2-94bc-ed4117c13098 req-7771a18f-bbc4-4d34-a667-0ed88a9d5066 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:20.957773 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-301af64f-721c-4eeb-a16d-933339413954 req-bbaaa4f5-87ef-44d9-a7b5-01c69ce5ad2d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744698 Jun 09 15:04:20.960290 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 48650) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:20.988204 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8ad96ca5-8c60-4743-afc4-c1eefaef6b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.040763 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-eca444bb-decc-4504-be4a-9b8795ba59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:21.042591 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-eca444bb-decc-4504-be4a-9b8795ba59ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f5266821-f8ca-412e-b356-225fac8eefd5 HTTP/1.1" status: 200 len: 856 time: 0.1362193 Jun 09 15:04:21.077274 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-cb6eb9aa-75d6-4df2-94bc-ed4117c13098 req-7771a18f-bbc4-4d34-a667-0ed88a9d5066 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.085267 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-cb6eb9aa-75d6-4df2-94bc-ed4117c13098 req-7771a18f-bbc4-4d34-a667-0ed88a9d5066 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.097662 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-506269c7-c138-4a3d-a940-1b38420ef68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:21.128680 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264d7f5-8c48-42b3-991b-d129d68f9ecd req-49d518da-722e-4dcd-af2d-7b1139f08420 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:21.130143 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3264d7f5-8c48-42b3-991b-d129d68f9ecd req-49d518da-722e-4dcd-af2d-7b1139f08420 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.1593847 Jun 09 15:04:21.133403 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cb6eb9aa-75d6-4df2-94bc-ed4117c13098 req-7771a18f-bbc4-4d34-a667-0ed88a9d5066 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853384 Jun 09 15:04:21.135784 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771a18f-bbc4-4d34-a667-0ed88a9d5066 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4dab3e00-2fcf-47ca-86d5-ca8e9c25e469,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:21.144979 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-7771a18f-bbc4-4d34-a667-0ed88a9d5066 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:21.163603 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-6573f9df-8ac2-467a-928a-221e33b26051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:21.165238 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-6573f9df-8ac2-467a-928a-221e33b26051 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6df34c4-a146-448a-a741-18d7a8a2e9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139784 Jun 09 15:04:21.189069 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3264d7f5-8c48-42b3-991b-d129d68f9ecd req-1f5a8cb5-6b44-4c32-8e0b-f7974601dea6 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512059 Jun 09 15:04:21.218712 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8ad96ca5-8c60-4743-afc4-c1eefaef6b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.222881 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8ad96ca5-8c60-4743-afc4-c1eefaef6b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.249948 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-07f1cc22-2665-43aa-a391-aa1c6c4e6eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:21.284561 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-8ad96ca5-8c60-4743-afc4-c1eefaef6b9d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c4aac4228b7d40a4ae5dcb15c2410864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206463 Jun 09 15:04:21.285577 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 48656) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:21.301082 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad96ca5-8c60-4743-afc4-c1eefaef6b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3ccaf1-9266-4ff1-bd3b-293ca636ef83,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:21.305727 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8ad96ca5-8c60-4743-afc4-c1eefaef6b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:21.347672 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-8e08ba0e-46dc-4565-817d-6e35e87bb9b9 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333945 Jun 09 15:04:21.358156 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a3221e92-cc0c-41e4-85b9-4a2db2f88b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.386407 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a3221e92-cc0c-41e4-85b9-4a2db2f88b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.511870 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a3221e92-cc0c-41e4-85b9-4a2db2f88b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.513608 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f16484c6-07f8-45d7-925d-df51739c38c9 req-d8a6ac09-faf3-4c53-8a46-bed2b2fdfb96 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588142 Jun 09 15:04:21.518977 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a3221e92-cc0c-41e4-85b9-4a2db2f88b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:21.522394 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-a3221e92-cc0c-41e4-85b9-4a2db2f88b44 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/be3ccaf1-9266-4ff1-bd3b-293ca636ef83 HTTP/1.1" status: 204 len: 168 time: 0.2335916 Jun 09 15:04:21.523759 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:21.541501 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3221e92-cc0c-41e4-85b9-4a2db2f88b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3ccaf1-9266-4ff1-bd3b-293ca636ef83,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:21.544607 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a3221e92-cc0c-41e4-85b9-4a2db2f88b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:21.578919 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725d18b-0353-49ca-b472-3feec424d230 req-286b7e84-a52a-49b5-880f-ae18e3215f16 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:21.580621 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3725d18b-0353-49ca-b472-3feec424d230 req-286b7e84-a52a-49b5-880f-ae18e3215f16 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 943 time: 0.1545475 Jun 09 15:04:21.634061 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3725d18b-0353-49ca-b472-3feec424d230 req-e8fa2384-90d8-492f-b845-0a4e1428011d tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465546 Jun 09 15:04:21.722073 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1886a3-8f7c-469b-973d-6a33b371ae03 req-96fd2688-c527-4a82-87d6-a06097e2ee1d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:21.723568 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5f1886a3-8f7c-469b-973d-6a33b371ae03 req-96fd2688-c527-4a82-87d6-a06097e2ee1d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 945 time: 0.1684642 Jun 09 15:04:21.730288 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833127b5-b9b0-4d9e-9726-4468c1e56201 req-418d3f0d-1947-4dba-ac74-ddbb9d21aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:21.731863 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-833127b5-b9b0-4d9e-9726-4468c1e56201 req-418d3f0d-1947-4dba-ac74-ddbb9d21aa15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 1096 time: 0.1211703 Jun 09 15:04:21.843561 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5f1886a3-8f7c-469b-973d-6a33b371ae03 req-830e6570-87fb-4b3c-9aed-95ecd402650d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108582 Jun 09 15:04:21.934361 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833127b5-b9b0-4d9e-9726-4468c1e56201 req-73ac36a1-c1bb-4f22-90ea-d9633118fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:21.937001 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-833127b5-b9b0-4d9e-9726-4468c1e56201 req-73ac36a1-c1bb-4f22-90ea-d9633118fa32 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6df34c4-a146-448a-a741-18d7a8a2e9ec HTTP/1.1" status: 200 len: 918 time: 0.1696682 Jun 09 15:04:22.013880 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-833127b5-b9b0-4d9e-9726-4468c1e56201 req-2b9da2d0-d1d0-44b6-990e-cf64f2776fce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bef870ca-c24e-4d83-aae3-a42cae30a724 HTTP/1.1" status: 200 len: 217 time: 0.0703897 Jun 09 15:04:22.086005 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833127b5-b9b0-4d9e-9726-4468c1e56201 req-f9d15326-6f1e-4b13-ac25-49b0f667851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:22.087468 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-833127b5-b9b0-4d9e-9726-4468c1e56201 req-f9d15326-6f1e-4b13-ac25-49b0f667851a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f5266821-f8ca-412e-b356-225fac8eefd5 HTTP/1.1" status: 200 len: 856 time: 0.0664515 Jun 09 15:04:22.293825 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db372c34-43cc-48ea-b003-27520a410b2f req-4f60aad0-af4c-4381-bd37-550472767fde tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:22.307753 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-db372c34-43cc-48ea-b003-27520a410b2f req-4f60aad0-af4c-4381-bd37-550472767fde tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.1817019 Jun 09 15:04:22.405709 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-db372c34-43cc-48ea-b003-27520a410b2f req-cc525197-1ec4-4af5-9ce6-7b5c9754827c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911629 Jun 09 15:04:22.422691 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 48706) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:22.427911 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833127b5-b9b0-4d9e-9726-4468c1e56201 req-8b3aa331-cac1-4758-94f0-fc8ea4580ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:22.430127 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-833127b5-b9b0-4d9e-9726-4468c1e56201 req-8b3aa331-cac1-4758-94f0-fc8ea4580ac6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6df34c4-a146-448a-a741-18d7a8a2e9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3351130 Jun 09 15:04:22.497082 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946a235b-d9ff-4511-8d2c-4878b84d8cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb420df-0438-40e2-9c2f-8a54d402719b'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:22.500192 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc5a283-1fb9-4bbe-81f6-5700032fb177" -d '{"events": [{"server_uuid": "946a235b-d9ff-4511-8d2c-4878b84d8cd1", "name": "network-vif-plugged", "status": "completed", "tag": "2fb420df-0438-40e2-9c2f-8a54d402719b"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:22.567036 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb71c7b-e0af-431a-8be7-d6dd4730f08c x-openstack-request-id: req-2cb71c7b-e0af-431a-8be7-d6dd4730f08c {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:22.567459 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946a235b-d9ff-4511-8d2c-4878b84d8cd1", "name": "network-vif-plugged", "status": "completed", "tag": "2fb420df-0438-40e2-9c2f-8a54d402719b", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:22.567896 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2cb71c7b-e0af-431a-8be7-d6dd4730f08c {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:22.568433 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946a235b-d9ff-4511-8d2c-4878b84d8cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb420df-0438-40e2-9c2f-8a54d402719b', 'code': 200} Jun 09 15:04:22.640910 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-833127b5-b9b0-4d9e-9726-4468c1e56201 req-c3052a6c-3398-4ee7-8946-0fd9db9c6298 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007730 Jun 09 15:04:22.666231 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebf9a9-429c-49d4-929d-a9ff94fd99b4 req-5fb04d6b-d586-4e8b-94ac-fd748e74caa9 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:22.673828 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-78ebf9a9-429c-49d4-929d-a9ff94fd99b4 req-5fb04d6b-d586-4e8b-94ac-fd748e74caa9 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.3273783 Jun 09 15:04:22.699266 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0dcccb77-849a-42df-9dea-18dd6c7d1e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:22.934620 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 87c0590b-acb3-44da-9384-5e1f1322daed details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:04:23.026203 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-78ebf9a9-429c-49d4-929d-a9ff94fd99b4 req-948af407-4585-40c0-a534-fc43e68759a0 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518679 Jun 09 15:04:23.092094 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-833127b5-b9b0-4d9e-9726-4468c1e56201 req-b90c50ee-d565-4e72-bc62-5ce5fa7ffdaf service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037962 Jun 09 15:04:23.142985 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 87c0590b-acb3-44da-9384-5e1f1322daed, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=87c0590b-acb3-44da-9384-5e1f1322daed,segment=NetworkSegment(d10eab84-5335-43fc-8a7b-bb1a827e835e),segment_id=d10eab84-5335-43fc-8a7b-bb1a827e835e)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:23.161703 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': '87c0590b-acb3-44da-9384-5e1f1322daed', 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3', 'port_id': '87c0590b-acb3-44da-9384-5e1f1322daed', 'mac_address': 'fa:16:3e:6a:47:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:04:23.224446 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0dcccb77-849a-42df-9dea-18dd6c7d1e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.235755 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce5370-59d3-4345-9b1b-ebe014423d09 req-5570a858-575e-4627-a448-d033ea296914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:23.237904 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6bce5370-59d3-4345-9b1b-ebe014423d09 req-5570a858-575e-4627-a448-d033ea296914 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 1099 time: 0.1536186 Jun 09 15:04:23.239556 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0dcccb77-849a-42df-9dea-18dd6c7d1e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.247981 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558d205-4834-4f0c-97ae-2a93efe7e358 req-aae54ece-a8b6-4b1c-a608-5c4a8a2d4922 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:23.249416 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0558d205-4834-4f0c-97ae-2a93efe7e358 req-aae54ece-a8b6-4b1c-a608-5c4a8a2d4922 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 943 time: 0.3615391 Jun 09 15:04:23.263676 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.272143 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20518736-6985-446d-a8af-dc7dd9fbf1c3 req-3b76c4d9-099f-4ebb-8859-a5fd85acaf55 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:23.274056 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-20518736-6985-446d-a8af-dc7dd9fbf1c3 req-3b76c4d9-099f-4ebb-8859-a5fd85acaf55 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 945 time: 0.1179764 Jun 09 15:04:23.292087 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c0590b-acb3-44da-9384-5e1f1322daed {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:23.298715 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:23.312411 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 87c0590b-acb3-44da-9384-5e1f1322daed, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=87c0590b-acb3-44da-9384-5e1f1322daed,segment=NetworkSegment(d10eab84-5335-43fc-8a7b-bb1a827e835e),segment_id=d10eab84-5335-43fc-8a7b-bb1a827e835e)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:23.318363 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.319560 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:04:23.327714 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:23.333279 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-20518736-6985-446d-a8af-dc7dd9fbf1c3 req-9c044535-2f48-4306-91e1-13d77fa6f955 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529430 Jun 09 15:04:23.369456 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-0dcccb77-849a-42df-9dea-18dd6c7d1e43 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=366b80226fce4f5f99656ca44718c13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9452822 Jun 09 15:04:23.372116 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48746) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:23.445189 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0558d205-4834-4f0c-97ae-2a93efe7e358 req-1d9bfd79-a609-41a6-972d-9b5b94ed6914 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492891 Jun 09 15:04:23.453319 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3,segment=NetworkSegment(d10eab84-5335-43fc-8a7b-bb1a827e835e),segment_id=d10eab84-5335-43fc-8a7b-bb1a827e835e)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:23.454543 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcccb77-849a-42df-9dea-18dd6c7d1e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab784dc-d40d-4340-a036-dd8e42b7a05e,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:23.459864 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0dcccb77-849a-42df-9dea-18dd6c7d1e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:23.461603 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6bce5370-59d3-4345-9b1b-ebe014423d09 req-b47a58de-d5a5-47bd-9a94-edb695f3747d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113187 Jun 09 15:04:23.481591 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=87c0590b-acb3-44da-9384-5e1f1322daed,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:23.484683 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': '4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3', 'network_id': 'f3546033-fc06-446a-90f5-267054c947c3', 'port_id': '4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3', 'mac_address': 'fa:16:3e:79:38:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:04:23.486806 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:23.499443 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7befe4cd-38c1-4537-ae30-379a2e74cdcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.538113 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7befe4cd-38c1-4537-ae30-379a2e74cdcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.556420 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.589575 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:23.634048 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3,segment=NetworkSegment(d10eab84-5335-43fc-8a7b-bb1a827e835e),segment_id=d10eab84-5335-43fc-8a7b-bb1a827e835e)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:23.640036 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.645798 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:23.706706 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d0872-5a41-4ad7-ad2b-5d7a5925094b req-329c9a90-7c83-4a4a-b2c6-acfd1e4280c1 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:23.708252 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-828d0872-5a41-4ad7-ad2b-5d7a5925094b req-329c9a90-7c83-4a4a-b2c6-acfd1e4280c1 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.1089518 Jun 09 15:04:23.709645 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7befe4cd-38c1-4537-ae30-379a2e74cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.712206 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7befe4cd-38c1-4537-ae30-379a2e74cdcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:23.716198 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-7befe4cd-38c1-4537-ae30-379a2e74cdcb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1ab784dc-d40d-4340-a036-dd8e42b7a05e HTTP/1.1" status: 204 len: 168 time: 0.3428042 Jun 09 15:04:23.718216 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-11058262-7746-414d-a808-ab883ccc08eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:23.741405 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befe4cd-38c1-4537-ae30-379a2e74cdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab784dc-d40d-4340-a036-dd8e42b7a05e,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:23.753880 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7befe4cd-38c1-4537-ae30-379a2e74cdcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:23.786477 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-828d0872-5a41-4ad7-ad2b-5d7a5925094b req-db3b0848-758e-4934-8732-60071b06549c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690093 Jun 09 15:04:23.792726 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:23.798380 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:24.106173 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:24.164846 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['87c0590b-acb3-44da-9384-5e1f1322daed'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:24.294477 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48788) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:24.328828 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4c5857d9-7862-4fb6-8b67-8a5779d9839b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.349820 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad32cc-4c1f-420c-abd7-b9499d1a04b7 req-ad264041-6928-4d95-a564-b3bc840991b5 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:24.351334 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-94ad32cc-4c1f-420c-abd7-b9499d1a04b7 req-ad264041-6928-4d95-a564-b3bc840991b5 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.1834767 Jun 09 15:04:24.516664 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-94ad32cc-4c1f-420c-abd7-b9499d1a04b7 req-d5579bec-a920-433f-8f0c-7c2d539ea703 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583967 Jun 09 15:04:24.517430 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4c5857d9-7862-4fb6-8b67-8a5779d9839b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.525508 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4c5857d9-7862-4fb6-8b67-8a5779d9839b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.537974 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:24.586272 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-4c5857d9-7862-4fb6-8b67-8a5779d9839b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0ce46a74172e45d3b9b7332fdfdcadd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898934 Jun 09 15:04:24.587422 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5857d9-7862-4fb6-8b67-8a5779d9839b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8efb79-8fb3-45ba-95a7-506d968b556d,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:24.591222 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 48798) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:24.619094 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-4c5857d9-7862-4fb6-8b67-8a5779d9839b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:24.688552 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c813a3cf-d1f8-4321-819c-af6f51a4c8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.724273 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c813a3cf-d1f8-4321-819c-af6f51a4c8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.767751 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678f7ae-99a3-4f8c-9136-c18ddec65517 req-2936f3ed-c79c-4590-8c8f-27ad287ffde6 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:24.775012 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7678f7ae-99a3-4f8c-9136-c18ddec65517 req-2936f3ed-c79c-4590-8c8f-27ad287ffde6 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 944 time: 0.0975788 Jun 09 15:04:24.792738 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c813a3cf-d1f8-4321-819c-af6f51a4c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.797398 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c813a3cf-d1f8-4321-819c-af6f51a4c8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:24.801566 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-c813a3cf-d1f8-4321-819c-af6f51a4c8c6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/da8efb79-8fb3-45ba-95a7-506d968b556d HTTP/1.1" status: 204 len: 168 time: 0.2065876 Jun 09 15:04:24.801566 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:24.813218 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813a3cf-d1f8-4321-819c-af6f51a4c8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8efb79-8fb3-45ba-95a7-506d968b556d,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:24.817371 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c813a3cf-d1f8-4321-819c-af6f51a4c8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:24.866758 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7678f7ae-99a3-4f8c-9136-c18ddec65517 req-b9e7e589-b35a-4dd4-93db-ff085d06b42f tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774357 Jun 09 15:04:24.934840 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device bef870ca-c24e-4d83-aae3-a42cae30a724 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:04:25.084460 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292d6fd-69e8-45b2-8e1a-17e8babdeae9 req-c5c6c3da-d48e-494f-8ee2-fb25a7c8dd4d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:25.093049 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c292d6fd-69e8-45b2-8e1a-17e8babdeae9 req-c5c6c3da-d48e-494f-8ee2-fb25a7c8dd4d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.1401880 Jun 09 15:04:25.112219 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port bef870ca-c24e-4d83-aae3-a42cae30a724, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bef870ca-c24e-4d83-aae3-a42cae30a724,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:25.135240 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'port_id': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'mac_address': 'fa:16:3e:01:37:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:04:25.158835 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c292d6fd-69e8-45b2-8e1a-17e8babdeae9 req-ca804c90-a241-4b79-8e64-ce8d650a788e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634496 Jun 09 15:04:25.231108 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:25.255919 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef870ca-c24e-4d83-aae3-a42cae30a724 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:25.278941 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port bef870ca-c24e-4d83-aae3-a42cae30a724, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bef870ca-c24e-4d83-aae3-a42cae30a724,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:25.283607 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:25.289363 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:25.402116 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=bef870ca-c24e-4d83-aae3-a42cae30a724,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:25.406714 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:25.561750 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['bef870ca-c24e-4d83-aae3-a42cae30a724'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:25.775354 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0097a0-d891-433a-be19-5d6be5a85851 req-d996f8f6-d070-4f15-99f8-350e075d6f0f tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:25.785983 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cf0097a0-d891-433a-be19-5d6be5a85851 req-d996f8f6-d070-4f15-99f8-350e075d6f0f tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.1333892 Jun 09 15:04:25.839665 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cf0097a0-d891-433a-be19-5d6be5a85851 req-c93d399a-bd9b-4e60-a64c-f485eed0a2ea tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521941 Jun 09 15:04:25.887291 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48856) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:26.176780 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ddf0c-9f53-4554-a9be-e70daf81e2f2 req-b66120aa-fa86-43d1-b84c-845c00944562 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:26.191734 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ca5ddf0c-9f53-4554-a9be-e70daf81e2f2 req-b66120aa-fa86-43d1-b84c-845c00944562 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 944 time: 0.1457901 Jun 09 15:04:26.249006 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ca5ddf0c-9f53-4554-a9be-e70daf81e2f2 req-defb85fb-7757-4944-84c8-943837352673 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560694 Jun 09 15:04:26.265578 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5b029e8c-527e-4ed5-9443-bbc91e061d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:26.467227 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7390d0-9d93-429b-a600-533727d46e70 req-02454180-1854-4de1-a9e0-fd3934339cf4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:26.477472 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-db7390d0-9d93-429b-a600-533727d46e70 req-02454180-1854-4de1-a9e0-fd3934339cf4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 944 time: 0.1477211 Jun 09 15:04:26.554934 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-db7390d0-9d93-429b-a600-533727d46e70 req-a2efbcbb-a35c-451e-bb38-46ca5eaa63a0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705123 Jun 09 15:04:26.625070 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5b029e8c-527e-4ed5-9443-bbc91e061d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:26.629870 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5b029e8c-527e-4ed5-9443-bbc91e061d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:26.638758 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d4fdf966-c785-4d8a-97a0-95ef02257015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:26.680793 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b029e8c-527e-4ed5-9443-bbc91e061d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c4b28a-9857-47cc-8b26-beb7f598e734,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:26.688156 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 48894) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:26.688320 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-5b029e8c-527e-4ed5-9443-bbc91e061d1e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1b1cdd95744f48f89f4209d4de0a3b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7995591 Jun 09 15:04:26.689340 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5b029e8c-527e-4ed5-9443-bbc91e061d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:26.749637 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48896) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:26.787386 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-85e1bc67-47e6-4be0-aba3-fb0a49764283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:26.815163 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-85e1bc67-47e6-4be0-aba3-fb0a49764283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:26.881533 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-85e1bc67-47e6-4be0-aba3-fb0a49764283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:26.883971 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-85e1bc67-47e6-4be0-aba3-fb0a49764283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:26.885107 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-85e1bc67-47e6-4be0-aba3-fb0a49764283 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e0c4b28a-9857-47cc-8b26-beb7f598e734 HTTP/1.1" status: 204 len: 168 time: 0.1958380 Jun 09 15:04:26.886019 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c813a3cf-d1f8-4321-819c-af6f51a4c8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:26.897732 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1bc67-47e6-4be0-aba3-fb0a49764283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c4b28a-9857-47cc-8b26-beb7f598e734,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:26.902508 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-85e1bc67-47e6-4be0-aba3-fb0a49764283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:26.942746 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 87c0590b-acb3-44da-9384-5e1f1322daed up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:26.954154 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b9be106d-b28f-401c-8346-8f34fa53a89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.031887 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port 87c0590b-acb3-44da-9384-5e1f1322daed completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:27.046133 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port 87c0590b-acb3-44da-9384-5e1f1322daed triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:27.046526 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.099367 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b9be106d-b28f-401c-8346-8f34fa53a89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.104436 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b9be106d-b28f-401c-8346-8f34fa53a89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.116132 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-14ca54f3-d710-41ab-bdf1-8b5f29192cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:27.161125 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-b9be106d-b28f-401c-8346-8f34fa53a89f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8735bb461c544ee595cb4deddd806b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096775 Jun 09 15:04:27.162599 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be106d-b28f-401c-8346-8f34fa53a89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a8a7b5-00b6-48e8-ae36-d173ea11eb9f,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:27.163582 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 48908) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:27.167008 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b9be106d-b28f-401c-8346-8f34fa53a89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:27.203490 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.252009 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd719c9ec-2d26-4a33-8b52-30519c83b526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c0590b-acb3-44da-9384-5e1f1322daed'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:27.255108 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d64016c-9931-46e1-a681-ffba9d264b05" -d '{"events": [{"server_uuid": "d719c9ec-2d26-4a33-8b52-30519c83b526", "name": "network-vif-plugged", "status": "completed", "tag": "87c0590b-acb3-44da-9384-5e1f1322daed"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:27.257235 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7f23-b9ee-4840-a8ea-3b59024377ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.259713 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 87c0590b-acb3-44da-9384-5e1f1322daed, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=87c0590b-acb3-44da-9384-5e1f1322daed,segment=NetworkSegment(d10eab84-5335-43fc-8a7b-bb1a827e835e),segment_id=d10eab84-5335-43fc-8a7b-bb1a827e835e)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:27.264403 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.265211 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:27.299541 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7f23-b9ee-4840-a8ea-3b59024377ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.300647 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:27.345455 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48918) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:27.383372 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-abe5b92a-6f83-46b9-8f6b-c9f332bcf5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.400297 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279a0f44-a6b7-4f6c-bdfa-30fe90867e5e x-openstack-request-id: req-279a0f44-a6b7-4f6c-bdfa-30fe90867e5e {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:27.400494 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d719c9ec-2d26-4a33-8b52-30519c83b526", "name": "network-vif-plugged", "status": "completed", "tag": "87c0590b-acb3-44da-9384-5e1f1322daed", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:27.400695 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-279a0f44-a6b7-4f6c-bdfa-30fe90867e5e {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:27.405682 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd719c9ec-2d26-4a33-8b52-30519c83b526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c0590b-acb3-44da-9384-5e1f1322daed', 'code': 200} Jun 09 15:04:27.410010 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7f23-b9ee-4840-a8ea-3b59024377ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.415616 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6b4b7f23-b9ee-4840-a8ea-3b59024377ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.421699 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-6b4b7f23-b9ee-4840-a8ea-3b59024377ec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/45a8a7b5-00b6-48e8-ae36-d173ea11eb9f HTTP/1.1" status: 204 len: 168 time: 0.2569008 Jun 09 15:04:27.422465 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:27.446720 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b7f23-b9ee-4840-a8ea-3b59024377ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a8a7b5-00b6-48e8-ae36-d173ea11eb9f,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:27.451812 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6b4b7f23-b9ee-4840-a8ea-3b59024377ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:27.522622 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=87c0590b-acb3-44da-9384-5e1f1322daed,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:27.552359 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:27.555125 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:27.563158 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:27.563878 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.701085 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0a9b5-a70d-41eb-9f75-73477f4a2708 req-07f974db-8556-4acb-9ee1-8ad02252a6c9 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:27.702634 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0ce0a9b5-a70d-41eb-9f75-73477f4a2708 req-07f974db-8556-4acb-9ee1-8ad02252a6c9 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 944 time: 0.2163057 Jun 09 15:04:27.805027 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.836535 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0ce0a9b5-a70d-41eb-9f75-73477f4a2708 req-24cba083-1f4c-4d13-8ccd-ac6cd4909381 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209219 Jun 09 15:04:27.852806 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-abe5b92a-6f83-46b9-8f6b-c9f332bcf5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.869202 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-abe5b92a-6f83-46b9-8f6b-c9f332bcf5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.878789 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:27.897225 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3,segment=NetworkSegment(d10eab84-5335-43fc-8a7b-bb1a827e835e),segment_id=d10eab84-5335-43fc-8a7b-bb1a827e835e)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:27.902117 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:27.903125 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device bef870ca-c24e-4d83-aae3-a42cae30a724 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:27.919663 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c751b-24ca-4632-bd62-fe0eb17d021b req-a56cdc2a-9bdd-4e18-ba93-3f568f29945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:27.921143 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-176c751b-24ca-4632-bd62-fe0eb17d021b req-a56cdc2a-9bdd-4e18-ba93-3f568f29945b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 1099 time: 0.3000407 Jun 09 15:04:27.941737 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:27.980791 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae8a87-7689-4315-910e-6fad1e9574ad req-32a19914-09c9-4b58-ace1-a88b6432e42c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:27.982160 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-19ae8a87-7689-4315-910e-6fad1e9574ad req-32a19914-09c9-4b58-ace1-a88b6432e42c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 944 time: 0.2761595 Jun 09 15:04:27.992652 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-abe5b92a-6f83-46b9-8f6b-c9f332bcf5e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b9b6791e90544d50a2f9fa1648d84c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6460321 Jun 09 15:04:28.002183 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48944) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:28.002981 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5b92a-6f83-46b9-8f6b-c9f332bcf5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100e8b7c-ef14-4205-adc6-53c12247e1c3,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:28.023930 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-abe5b92a-6f83-46b9-8f6b-c9f332bcf5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:28.038525 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-176c751b-24ca-4632-bd62-fe0eb17d021b req-307549f7-22e8-46b2-a6d5-e21f20be85c9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056106 Jun 09 15:04:28.092364 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-19ae8a87-7689-4315-910e-6fad1e9574ad req-9aea9633-3a3c-40ab-9ed9-ed2f9942c4f7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987146 Jun 09 15:04:28.130816 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f935c280-b2b7-4335-ae0b-db3c449113f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:28.171565 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:28.189166 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:28.195274 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f935c280-b2b7-4335-ae0b-db3c449113f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:28.199683 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port bef870ca-c24e-4d83-aae3-a42cae30a724 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:28.210048 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port bef870ca-c24e-4d83-aae3-a42cae30a724 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:28.210815 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:28.288239 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f935c280-b2b7-4335-ae0b-db3c449113f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:28.295219 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f935c280-b2b7-4335-ae0b-db3c449113f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:28.297556 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-f935c280-b2b7-4335-ae0b-db3c449113f5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/100e8b7c-ef14-4205-adc6-53c12247e1c3 HTTP/1.1" status: 204 len: 168 time: 0.2750182 Jun 09 15:04:28.299142 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:28.313042 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935c280-b2b7-4335-ae0b-db3c449113f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100e8b7c-ef14-4205-adc6-53c12247e1c3,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:28.317117 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f935c280-b2b7-4335-ae0b-db3c449113f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:28.421354 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:28.464974 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port bef870ca-c24e-4d83-aae3-a42cae30a724, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bef870ca-c24e-4d83-aae3-a42cae30a724,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:28.472608 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:28.475664 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:28.710304 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=bef870ca-c24e-4d83-aae3-a42cae30a724,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:28.714989 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:28.874559 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48990) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:28.899010 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5c00-1ea0-4d28-a3e3-d1d540b0e301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:29.037170 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5c00-1ea0-4d28-a3e3-d1d540b0e301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:29.044902 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5c00-1ea0-4d28-a3e3-d1d540b0e301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:29.060529 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:29.121450 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-f4aa5c00-1ea0-4d28-a3e3-d1d540b0e301 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e2d92bdbccd94b3cb9713a6677f627fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454753 Jun 09 15:04:29.122146 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 48992) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:29.140141 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa5c00-1ea0-4d28-a3e3-d1d540b0e301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cde1a8e-0baf-4a61-9286-f801aca6b12e,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:29.146688 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f4aa5c00-1ea0-4d28-a3e3-d1d540b0e301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:29.149719 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26804ec-2fbe-4dbe-acbf-63bc2e0ca5cb req-3a8a8b85-5c0c-428f-b671-3954fb4e48f3 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:29.155995 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d26804ec-2fbe-4dbe-acbf-63bc2e0ca5cb req-3a8a8b85-5c0c-428f-b671-3954fb4e48f3 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1261730 Jun 09 15:04:29.202516 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-559360b3-41d3-40f9-906b-16eca2d38042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:29.233621 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-559360b3-41d3-40f9-906b-16eca2d38042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:29.238622 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d26804ec-2fbe-4dbe-acbf-63bc2e0ca5cb req-1d4bc611-fc0f-4295-9c67-f4ee562cc07a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756257 Jun 09 15:04:29.407413 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8091f817-2fe3-4737-aff9-b80ed8abb10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3'}, {'server_uuid': 'c52c632b-879d-4165-b1d6-6d6778681388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef870ca-c24e-4d83-aae3-a42cae30a724'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:29.410663 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81225de3-bf35-4875-939f-e3977740f16a" -d '{"events": [{"server_uuid": "8091f817-2fe3-4737-aff9-b80ed8abb10c", "name": "network-vif-plugged", "status": "completed", "tag": "4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3"}, {"server_uuid": "c52c632b-879d-4165-b1d6-6d6778681388", "name": "network-vif-plugged", "status": "completed", "tag": "bef870ca-c24e-4d83-aae3-a42cae30a724"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:29.419651 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5225ba8-bbb3-4d92-b014-1a43acabaaf2 req-cc18d904-6bc3-450b-b724-6c8a7812416e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:29.421028 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e5225ba8-bbb3-4d92-b014-1a43acabaaf2 req-cc18d904-6bc3-450b-b724-6c8a7812416e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1603673 Jun 09 15:04:29.427176 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-559360b3-41d3-40f9-906b-16eca2d38042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:29.431729 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-559360b3-41d3-40f9-906b-16eca2d38042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:29.443612 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-559360b3-41d3-40f9-906b-16eca2d38042 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8cde1a8e-0baf-4a61-9286-f801aca6b12e HTTP/1.1" status: 204 len: 168 time: 0.3164148 Jun 09 15:04:29.468047 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:29.490841 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e89471f-0c80-4a42-b6c9-02eab852db84 x-openstack-request-id: req-5e89471f-0c80-4a42-b6c9-02eab852db84 {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:29.491161 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8091f817-2fe3-4737-aff9-b80ed8abb10c", "name": "network-vif-plugged", "status": "completed", "tag": "4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3", "code": 200}, {"server_uuid": "c52c632b-879d-4165-b1d6-6d6778681388", "name": "network-vif-plugged", "status": "completed", "tag": "bef870ca-c24e-4d83-aae3-a42cae30a724", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:29.491418 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5e89471f-0c80-4a42-b6c9-02eab852db84 {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:29.491812 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8091f817-2fe3-4737-aff9-b80ed8abb10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3', 'code': 200} Jun 09 15:04:29.492076 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52c632b-879d-4165-b1d6-6d6778681388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'code': 200} Jun 09 15:04:29.536841 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e5225ba8-bbb3-4d92-b014-1a43acabaaf2 req-4eb127ac-3490-4670-a7ea-fa0dfe8948a4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904913 Jun 09 15:04:29.537290 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559360b3-41d3-40f9-906b-16eca2d38042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cde1a8e-0baf-4a61-9286-f801aca6b12e,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:29.539460 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-559360b3-41d3-40f9-906b-16eca2d38042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:29.913917 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c523f-0792-4131-8fdb-3fe8aaeb0ac7 req-3bc7a9ff-9d5a-4635-a627-7b35f4592e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:29.916174 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bc8c523f-0792-4131-8fdb-3fe8aaeb0ac7 req-3bc7a9ff-9d5a-4635-a627-7b35f4592e86 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 1098 time: 0.1121523 Jun 09 15:04:29.951474 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5186a-12e0-4100-926f-e63d5eb4f9a9 req-ec8e55e0-db33-41fc-b537-825e15fdfc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:29.953725 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c5d5186a-12e0-4100-926f-e63d5eb4f9a9 req-ec8e55e0-db33-41fc-b537-825e15fdfc16 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 1098 time: 0.1531949 Jun 09 15:04:29.996612 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bc8c523f-0792-4131-8fdb-3fe8aaeb0ac7 req-b414cf2b-7c16-43a1-9f3f-932705943c6a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670850 Jun 09 15:04:30.016390 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c5d5186a-12e0-4100-926f-e63d5eb4f9a9 req-48828cd1-f4fc-48df-90ea-babe987e3e20 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439346 Jun 09 15:04:30.131621 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 49030) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:30.329162 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-35d6661b-e64f-41ac-833f-dfb1db8449df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.507232 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36316fc-ec9d-4cfe-9e53-942ca193b4cf req-6ff34213-a1db-4dcb-b217-6ca756dd5b6c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:30.508592 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b36316fc-ec9d-4cfe-9e53-942ca193b4cf req-6ff34213-a1db-4dcb-b217-6ca756dd5b6c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1378312 Jun 09 15:04:30.533914 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-35d6661b-e64f-41ac-833f-dfb1db8449df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.541670 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-35d6661b-e64f-41ac-833f-dfb1db8449df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.551706 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-dc37548a-f7b9-4630-a58c-dc0fa1527f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:30.601761 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b36316fc-ec9d-4cfe-9e53-942ca193b4cf req-ecaa7750-924f-4d8c-a13a-df9c5ff4d88f tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859425 Jun 09 15:04:30.609632 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-35d6661b-e64f-41ac-833f-dfb1db8449df admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e8c67567b864a8ea3d238539ce2194e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4737501 Jun 09 15:04:30.609791 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49050) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:30.611597 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6661b-e64f-41ac-833f-dfb1db8449df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3334bf-36ee-4144-a876-a503f32be545,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:30.615446 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-35d6661b-e64f-41ac-833f-dfb1db8449df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:30.692890 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b17bc49c-35c3-4613-a885-27df3cb0f46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.719677 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b17bc49c-35c3-4613-a885-27df3cb0f46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.827855 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:04:30.861248 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313f1e8-a9b7-4183-a271-6a136467b16a req-41b62d95-b522-44b2-8dac-b016a0e8e828 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:30.865243 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7313f1e8-a9b7-4183-a271-6a136467b16a req-41b62d95-b522-44b2-8dac-b016a0e8e828 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1360664 Jun 09 15:04:30.903765 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b17bc49c-35c3-4613-a885-27df3cb0f46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.911565 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b17bc49c-35c3-4613-a885-27df3cb0f46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:30.914520 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-b17bc49c-35c3-4613-a885-27df3cb0f46d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ab3334bf-36ee-4144-a876-a503f32be545 HTTP/1.1" status: 204 len: 168 time: 0.3023376 Jun 09 15:04:30.916235 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-34f8789c-5bce-4d53-b7c3-a84de226c8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:30.936575 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bc49c-35c3-4613-a885-27df3cb0f46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3334bf-36ee-4144-a876-a503f32be545,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:30.940190 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b17bc49c-35c3-4613-a885-27df3cb0f46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:30.974358 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7313f1e8-a9b7-4183-a271-6a136467b16a req-d6c2e7b9-19e0-40bf-907b-a829785bb08e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945680 Jun 09 15:04:31.360394 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 49090) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:31.379467 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9fe6619a-1e55-425a-84fa-eea645dd485c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.526092 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9fe6619a-1e55-425a-84fa-eea645dd485c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.531208 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9fe6619a-1e55-425a-84fa-eea645dd485c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.541320 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-dc98a427-53bd-40ff-b336-e43ed678a356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:31.590309 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-9fe6619a-1e55-425a-84fa-eea645dd485c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5ff230ec59f84c4583d833d0d80e5a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283044 Jun 09 15:04:31.591911 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6619a-1e55-425a-84fa-eea645dd485c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932dcac1-8620-4a9e-aeaa-c1e3eb34bac1,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:31.593263 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49098) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:31.603385 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-9fe6619a-1e55-425a-84fa-eea645dd485c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:31.668742 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a29c366d-baff-49ee-8aca-3586af1db790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.698581 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a29c366d-baff-49ee-8aca-3586af1db790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.757492 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a29c366d-baff-49ee-8aca-3586af1db790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.760089 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a29c366d-baff-49ee-8aca-3586af1db790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:31.763578 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-a29c366d-baff-49ee-8aca-3586af1db790 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/932dcac1-8620-4a9e-aeaa-c1e3eb34bac1 HTTP/1.1" status: 204 len: 168 time: 0.1668766 Jun 09 15:04:31.763578 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-70804691-4277-4864-bc50-99b94146b43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:31.791230 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c366d-baff-49ee-8aca-3586af1db790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932dcac1-8620-4a9e-aeaa-c1e3eb34bac1,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:31.797689 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-a29c366d-baff-49ee-8aca-3586af1db790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:31.858582 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731e675-326a-4de2-9c6a-2dc8daa26e91 req-7678aac2-7130-4883-96a7-270ef44cc2a4 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:31.860127 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c731e675-326a-4de2-9c6a-2dc8daa26e91 req-7678aac2-7130-4883-96a7-270ef44cc2a4 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1232862 Jun 09 15:04:31.950120 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c731e675-326a-4de2-9c6a-2dc8daa26e91 req-cbf94086-ae2b-4995-8a00-fa46b5770af3 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825663 Jun 09 15:04:32.277344 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7df243-9967-4cae-bc8d-8fa0a3800429 req-01412cde-c12c-4fe5-8442-0c7bf499f537 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:32.277344 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3a7df243-9967-4cae-bc8d-8fa0a3800429 req-01412cde-c12c-4fe5-8442-0c7bf499f537 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1504340 Jun 09 15:04:32.452923 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3a7df243-9967-4cae-bc8d-8fa0a3800429 req-656452f6-8e35-42ad-bb2f-4dcdab5614db tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646960 Jun 09 15:04:32.512886 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55deda1-02d8-4e97-bc7f-844e3db3cf0a req-5ac2f7bd-6754-4f03-ba78-968a8c747b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:32.516208 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c55deda1-02d8-4e97-bc7f-844e3db3cf0a req-5ac2f7bd-6754-4f03-ba78-968a8c747b60 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 1098 time: 0.1557257 Jun 09 15:04:32.526285 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faa3f9-3ca6-47ea-83f8-016215131778 req-353eafcf-298d-4fed-8837-09d46819ad9d tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:32.527782 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f9faa3f9-3ca6-47ea-83f8-016215131778 req-353eafcf-298d-4fed-8837-09d46819ad9d tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0958257 Jun 09 15:04:32.618101 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f9faa3f9-3ca6-47ea-83f8-016215131778 req-30cbf5a0-c5d0-4ae5-950b-52cd331a6d6f tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796473 Jun 09 15:04:32.767129 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55deda1-02d8-4e97-bc7f-844e3db3cf0a req-d59c87e8-cfce-45d3-ac5e-48c538e1313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:32.769412 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c55deda1-02d8-4e97-bc7f-844e3db3cf0a req-d59c87e8-cfce-45d3-ac5e-48c538e1313b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f3546033-fc06-446a-90f5-267054c947c3 HTTP/1.1" status: 200 len: 919 time: 0.2462459 Jun 09 15:04:32.778070 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58399ac9-a44d-423e-aa29-3861c21534e3 req-22627d01-2f34-43e4-a1de-d52c4a7f8aed tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:32.779658 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-58399ac9-a44d-423e-aa29-3861c21534e3 req-22627d01-2f34-43e4-a1de-d52c4a7f8aed tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1456652 Jun 09 15:04:32.788456 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49160) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:32.793303 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-e21cad60-e874-4bd4-9705-74e471277a8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Request body: {'floatingip': {'port_id': 'bef870ca-c24e-4d83-aae3-a42cae30a724'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:32.857254 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c55deda1-02d8-4e97-bc7f-844e3db3cf0a req-15319e2d-fdfd-4225-9e38-8585ffb5d59b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 HTTP/1.1" status: 200 len: 217 time: 0.0751324 Jun 09 15:04:32.888005 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e21cad60-e874-4bd4-9705-74e471277a8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for floatingip, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:32.933152 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55deda1-02d8-4e97-bc7f-844e3db3cf0a req-349ae032-1117-449a-b625-8799402914ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:32.935171 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c55deda1-02d8-4e97-bc7f-844e3db3cf0a req-349ae032-1117-449a-b625-8799402914ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f HTTP/1.1" status: 200 len: 858 time: 0.0707703 Jun 09 15:04:32.992492 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c55deda1-02d8-4e97-bc7f-844e3db3cf0a req-70ae17ea-369d-498a-afbe-e4b5d654f66b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3546033-fc06-446a-90f5-267054c947c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506375 Jun 09 15:04:33.148086 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c55deda1-02d8-4e97-bc7f-844e3db3cf0a req-e139e3bb-8406-4791-999b-c512cfb5c2a6 service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481571 Jun 09 15:04:33.364577 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c55deda1-02d8-4e97-bc7f-844e3db3cf0a req-4674a002-070b-47d7-960e-227785749ab7 service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100432 Jun 09 15:04:33.651629 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49196) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:33.815131 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.db.resource_extend [None req-e21cad60-e874-4bd4-9705-74e471277a8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 15:04:33.986904 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-6bbdc968-b425-4cb4-8f57-d2156d5dbfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.036232 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e21cad60-e874-4bd4-9705-74e471277a8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.043263 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e21cad60-e874-4bd4-9705-74e471277a8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.210634 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe294e63-4b22-4953-9233-f37c71acc797 req-69ee96ae-0d77-48c4-a52d-85d3458fca2e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:34.212103 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-fe294e63-4b22-4953-9233-f37c71acc797 req-69ee96ae-0d77-48c4-a52d-85d3458fca2e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.4798825 Jun 09 15:04:34.298654 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-fe294e63-4b22-4953-9233-f37c71acc797 req-0f6bf5fd-bbdf-4107-baa3-3f67c648d3e4 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807316 Jun 09 15:04:34.302296 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.l3_db [None req-e21cad60-e874-4bd4-9705-74e471277a8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Floating IP 30e31f73-2601-453c-af28-468370710149 associated. External IP: 172.27.1.118, port: bef870ca-c24e-4d83-aae3-a42cae30a724. Jun 09 15:04:34.483956 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-6bbdc968-b425-4cb4-8f57-d2156d5dbfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.493345 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-6bbdc968-b425-4cb4-8f57-d2156d5dbfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.504390 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-8576df94-1343-4e12-9cec-d408ef765c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:34.556333 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-6bbdc968-b425-4cb4-8f57-d2156d5dbfd3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=04a5d383b3304f1298e1f2e6e0a4f52b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9041748 Jun 09 15:04:34.558989 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 49212) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:34.559465 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdc968-b425-4cb4-8f57-d2156d5dbfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f95b570-a202-45d0-9dad-3f9a2d151ff1,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:34.563768 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-6bbdc968-b425-4cb4-8f57-d2156d5dbfd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:34.650067 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dceece96-333e-4e76-9083-283931ec38fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.678708 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dceece96-333e-4e76-9083-283931ec38fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.741839 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dceece96-333e-4e76-9083-283931ec38fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.744636 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dceece96-333e-4e76-9083-283931ec38fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:34.748426 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-dceece96-333e-4e76-9083-283931ec38fb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5f95b570-a202-45d0-9dad-3f9a2d151ff1 HTTP/1.1" status: 204 len: 168 time: 0.1851270 Jun 09 15:04:34.748426 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:34.758864 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceece96-333e-4e76-9083-283931ec38fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f95b570-a202-45d0-9dad-3f9a2d151ff1,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:34.761247 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-dceece96-333e-4e76-9083-283931ec38fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:34.813372 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21cad60-e874-4bd4-9705-74e471277a8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:04:35.088015 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb8d00-5249-4484-a1ca-2d969f64cd90 req-c564a909-b435-44fc-8f6f-31352685dd82 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:35.089541 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2fcb8d00-5249-4484-a1ca-2d969f64cd90 req-c564a909-b435-44fc-8f6f-31352685dd82 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 945 time: 0.2042997 Jun 09 15:04:35.092513 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21cad60-e874-4bd4-9705-74e471277a8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:04:35.097356 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e21cad60-e874-4bd4-9705-74e471277a8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:35.108922 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecc2865-1270-47c7-8820-bcd835e2d5b7 None None] Sync routers for ids ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:04:35.127759 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc2865-1270-47c7-8820-bcd835e2d5b7 None None] Routers {'22321f93-05a7-4ca6-8bfe-5c84c7bf7863'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:35.129419 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-7ecc2865-1270-47c7-8820-bcd835e2d5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:04:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:35.164016 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-e21cad60-e874-4bd4-9705-74e471277a8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "PUT /v2.0/floatingips/30e31f73-2601-453c-af28-468370710149 HTTP/1.1" status: 200 len: 991 time: 2.3718114 Jun 09 15:04:35.164016 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c632b-879d-4165-b1d6-6d6778681388', 'tag': 'bef870ca-c24e-4d83-aae3-a42cae30a724'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:35.165754 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806290da-c8f5-4fbf-8015-31db7d233156" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c632b-879d-4165-b1d6-6d6778681388", "tag": "bef870ca-c24e-4d83-aae3-a42cae30a724"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:35.220934 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2fcb8d00-5249-4484-a1ca-2d969f64cd90 req-bb17e70f-f386-4ced-8f8a-4abccf6962bb tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583282 Jun 09 15:04:35.304668 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88fa027-0641-4f15-a7e8-798c05b4efc0 x-openstack-request-id: req-c88fa027-0641-4f15-a7e8-798c05b4efc0 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:35.305231 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c632b-879d-4165-b1d6-6d6778681388", "tag": "bef870ca-c24e-4d83-aae3-a42cae30a724", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:35.305907 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c88fa027-0641-4f15-a7e8-798c05b4efc0 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:35.306638 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52c632b-879d-4165-b1d6-6d6778681388', 'tag': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'status': 'completed', 'code': 200} Jun 09 15:04:35.400582 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-7ecc2865-1270-47c7-8820-bcd835e2d5b7 None None] Set router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:35.467751 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806290da-c8f5-4fbf-8015-31db7d233156 req-7aaaf874-9785-45df-a4d3-7e4b03be632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:35.469679 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-806290da-c8f5-4fbf-8015-31db7d233156 req-7aaaf874-9785-45df-a4d3-7e4b03be632c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 1098 time: 0.1368637 Jun 09 15:04:35.687261 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806290da-c8f5-4fbf-8015-31db7d233156 req-ac1ff22e-0b00-4435-a8fc-30cf44d05c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:35.688998 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-806290da-c8f5-4fbf-8015-31db7d233156 req-ac1ff22e-0b00-4435-a8fc-30cf44d05c1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6df34c4-a146-448a-a741-18d7a8a2e9ec HTTP/1.1" status: 200 len: 918 time: 0.2072003 Jun 09 15:04:35.763055 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea154a1a-65fe-4d86-821a-280004e3653c req-2186de2d-9e3c-42db-9c92-8488b21ffa96 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:35.785144 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ea154a1a-65fe-4d86-821a-280004e3653c req-2186de2d-9e3c-42db-9c92-8488b21ffa96 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.2373438 Jun 09 15:04:35.865996 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-806290da-c8f5-4fbf-8015-31db7d233156 req-c63f4d14-a933-40b9-a34e-74cce1c82099 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bef870ca-c24e-4d83-aae3-a42cae30a724 HTTP/1.1" status: 200 len: 999 time: 0.1666243 Jun 09 15:04:35.896228 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-7ecc2865-1270-47c7-8820-bcd835e2d5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '30e31f73-2601-453c-af28-468370710149', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'port_id': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'mac_address': 'fa:16:3e:01:37:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c632b-879d-4165-b1d6-6d6778681388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:04:11Z', 'updated_at': '2021-06-09T15:04:33Z', 'revision_number': 1, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 5, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:35.905175 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecc2865-1270-47c7-8820-bcd835e2d5b7 None None] Checking router: 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:04:35.905325 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ea154a1a-65fe-4d86-821a-280004e3653c req-8059f280-fe14-4970-9d22-dc8f1e554956 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103561 Jun 09 15:04:35.931459 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc2865-1270-47c7-8820-bcd835e2d5b7 None None] Routers {'22321f93-05a7-4ca6-8bfe-5c84c7bf7863'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:35.932268 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-7ecc2865-1270-47c7-8820-bcd835e2d5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:04:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:35.961266 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806290da-c8f5-4fbf-8015-31db7d233156 req-c91caa85-9b68-485d-9219-4c115119a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:35.962795 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-806290da-c8f5-4fbf-8015-31db7d233156 req-c91caa85-9b68-485d-9219-4c115119a795 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f5266821-f8ca-412e-b356-225fac8eefd5 HTTP/1.1" status: 200 len: 856 time: 0.0896199 Jun 09 15:04:36.045165 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806290da-c8f5-4fbf-8015-31db7d233156 req-f57a5680-5ae1-4a52-81a8-34582174d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:36.046676 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-806290da-c8f5-4fbf-8015-31db7d233156 req-f57a5680-5ae1-4a52-81a8-34582174d18f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6df34c4-a146-448a-a741-18d7a8a2e9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742579 Jun 09 15:04:36.125248 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-7ecc2865-1270-47c7-8820-bcd835e2d5b7 None None] Set router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:36.201092 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-806290da-c8f5-4fbf-8015-31db7d233156 req-d391c286-4cf2-4905-bd1a-0e3ed1b7c718 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445570 Jun 09 15:04:36.547365 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-7ecc2865-1270-47c7-8820-bcd835e2d5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '30e31f73-2601-453c-af28-468370710149', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'port_id': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'mac_address': 'fa:16:3e:01:37:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c632b-879d-4165-b1d6-6d6778681388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:04:11Z', 'updated_at': '2021-06-09T15:04:33Z', 'revision_number': 1, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 5, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:36.554188 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecc2865-1270-47c7-8820-bcd835e2d5b7 None None] The sync data for ids ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'] in dv-cinder-789603-9-iscsi is: [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '30e31f73-2601-453c-af28-468370710149', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'port_id': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'mac_address': 'fa:16:3e:01:37:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c632b-879d-4165-b1d6-6d6778681388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:04:11Z', 'updated_at': '2021-06-09T15:04:33Z', 'revision_number': 1, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 5, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:04:36.600481 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-806290da-c8f5-4fbf-8015-31db7d233156 req-cb63c95a-bcc5-450b-a583-70741af36ab7 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828440 Jun 09 15:04:36.627226 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89742550-da1d-4394-b3c0-c81423793f2e req-03f39e07-04a2-4bec-b85d-074daa2e0551 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:36.630739 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-89742550-da1d-4394-b3c0-c81423793f2e req-03f39e07-04a2-4bec-b85d-074daa2e0551 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 945 time: 0.2288754 Jun 09 15:04:36.707959 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-89742550-da1d-4394-b3c0-c81423793f2e req-6c0805c0-37fc-409f-b476-60245935e72a tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714612 Jun 09 15:04:36.843325 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05003883-41f3-43c4-87a8-ab41cf0ac8d7 None None] New status for floating IP 30e31f73-2601-453c-af28-468370710149: ACTIVE {{(pid=91818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:04:37.142669 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:37.175948 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84f909-93d0-401f-bd76-d45aa7c1455c req-d4f2eb89-83c0-4237-b1f5-59a73b8adece tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:37.177649 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5c84f909-93d0-401f-bd76-d45aa7c1455c req-d4f2eb89-83c0-4237-b1f5-59a73b8adece tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1361108 Jun 09 15:04:37.228310 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5c84f909-93d0-401f-bd76-d45aa7c1455c req-46a9ad28-e173-41c6-bff4-a488c2421f80 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442197 Jun 09 15:04:37.317763 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 49334) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:37.441323 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-10b86c8a-e8c5-4647-9395-96351a3abe64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:37.545974 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-10b86c8a-e8c5-4647-9395-96351a3abe64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:37.549438 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-10b86c8a-e8c5-4647-9395-96351a3abe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:37.556673 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a3221e92-cc0c-41e4-85b9-4a2db2f88b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:37.596451 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-10b86c8a-e8c5-4647-9395-96351a3abe64 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4390824a737145cfa6db8cdd60c8eb07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775667 Jun 09 15:04:37.597593 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b86c8a-e8c5-4647-9395-96351a3abe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc09f986-fa0e-4890-83f5-a013d769cce0,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:37.599292 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49342) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:37.600561 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-10b86c8a-e8c5-4647-9395-96351a3abe64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:37.659848 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-47bee15a-f268-4991-b67b-5268fd258dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:37.685076 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-47bee15a-f268-4991-b67b-5268fd258dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:37.735314 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-47bee15a-f268-4991-b67b-5268fd258dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:37.738840 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-47bee15a-f268-4991-b67b-5268fd258dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:37.739955 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-47bee15a-f268-4991-b67b-5268fd258dc7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dc09f986-fa0e-4890-83f5-a013d769cce0 HTTP/1.1" status: 204 len: 168 time: 0.1389420 Jun 09 15:04:37.740673 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5b029e8c-527e-4ed5-9443-bbc91e061d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:37.750211 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bee15a-f268-4991-b67b-5268fd258dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc09f986-fa0e-4890-83f5-a013d769cce0,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:37.752692 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-47bee15a-f268-4991-b67b-5268fd258dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:37.911815 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48bde-60cb-423c-bcb6-ede2ba1183fd req-b6576b61-1924-4968-82a9-206a4e4ae512 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:37.913260 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-02d48bde-60cb-423c-bcb6-ede2ba1183fd req-b6576b61-1924-4968-82a9-206a4e4ae512 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 945 time: 0.0891747 Jun 09 15:04:37.956906 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-02d48bde-60cb-423c-bcb6-ede2ba1183fd req-18df652a-beb0-4254-af4b-3f4526698b8d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381346 Jun 09 15:04:38.048935 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49352) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:38.065787 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-137a177d-c123-471c-98e9-6ea76f67d49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.164174 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-137a177d-c123-471c-98e9-6ea76f67d49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.168188 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-137a177d-c123-471c-98e9-6ea76f67d49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.174418 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b9be106d-b28f-401c-8346-8f34fa53a89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:38.216860 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a177d-c123-471c-98e9-6ea76f67d49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffd8ac7-0c7e-483d-ac10-cc7e4f869cd7,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:38.224113 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-137a177d-c123-471c-98e9-6ea76f67d49e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cacc61bf089143998fc264aa9894c7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1712189 Jun 09 15:04:38.224113 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-137a177d-c123-471c-98e9-6ea76f67d49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:38.224667 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 49358) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:38.284051 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc8dd-d822-4857-bcac-8c5090cf633f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.309719 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc8dd-d822-4857-bcac-8c5090cf633f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.412987 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc8dd-d822-4857-bcac-8c5090cf633f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.415747 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc8dd-d822-4857-bcac-8c5090cf633f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.416775 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-ebcbc8dd-d822-4857-bcac-8c5090cf633f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ffd8ac7-0c7e-483d-ac10-cc7e4f869cd7 HTTP/1.1" status: 204 len: 168 time: 0.1909680 Jun 09 15:04:38.418180 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-bd221a1d-cb4a-4453-a5b0-5e832525161f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:38.433405 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbc8dd-d822-4857-bcac-8c5090cf633f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffd8ac7-0c7e-483d-ac10-cc7e4f869cd7,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:38.436145 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-ebcbc8dd-d822-4857-bcac-8c5090cf633f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:38.445615 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe5c0-b016-4c9f-bfda-ee735cba0473 req-cf974b17-89a0-4fac-887b-002988533766 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:38.447172 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f50fe5c0-b016-4c9f-bfda-ee735cba0473 req-cf974b17-89a0-4fac-887b-002988533766 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1067669 Jun 09 15:04:38.496113 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f50fe5c0-b016-4c9f-bfda-ee735cba0473 req-cc7afaf3-6b1b-47e6-ab5b-17f1f552957a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385869 Jun 09 15:04:38.761139 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49368) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:38.852635 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-89c4b487-87f6-45ec-b25b-07b2502e8ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.953441 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-89c4b487-87f6-45ec-b25b-07b2502e8ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.958405 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-89c4b487-87f6-45ec-b25b-07b2502e8ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:38.964777 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f4aa5c00-1ea0-4d28-a3e3-d1d540b0e301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:39.002179 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4b487-87f6-45ec-b25b-07b2502e8ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07961679-100f-4223-a011-a03a4dde556e,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:39.010643 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-89c4b487-87f6-45ec-b25b-07b2502e8ca6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7a156c2265084bcc84d2258b65c33fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483578 Jun 09 15:04:39.010763 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 49374) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:39.011485 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-89c4b487-87f6-45ec-b25b-07b2502e8ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:39.109729 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8b86ac14-b144-4418-88a6-e5f5051665a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:39.147407 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8b86ac14-b144-4418-88a6-e5f5051665a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:39.199878 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3e6d8-9801-4de1-ae31-bee45d9c1278 req-668b1d09-3308-4571-a150-47b0dc5c93e3 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:39.201233 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cfe3e6d8-9801-4de1-ae31-bee45d9c1278 req-668b1d09-3308-4571-a150-47b0dc5c93e3 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 945 time: 0.1384680 Jun 09 15:04:39.241130 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8b86ac14-b144-4418-88a6-e5f5051665a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:39.243589 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8b86ac14-b144-4418-88a6-e5f5051665a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:39.244671 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-8b86ac14-b144-4418-88a6-e5f5051665a8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/07961679-100f-4223-a011-a03a4dde556e HTTP/1.1" status: 204 len: 168 time: 0.2328289 Jun 09 15:04:39.247608 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-258d7fa9-7830-4a5a-92de-9f66e5008c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:39.259860 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86ac14-b144-4418-88a6-e5f5051665a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07961679-100f-4223-a011-a03a4dde556e,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:39.264566 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cfe3e6d8-9801-4de1-ae31-bee45d9c1278 req-6269e182-13b3-4fbd-a5e3-950fefaeed82 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575988 Jun 09 15:04:39.265323 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8b86ac14-b144-4418-88a6-e5f5051665a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:39.690948 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf404793-4049-44fc-a81f-b0682afa4017 req-c653b974-83a0-486a-8bc2-1161bb439a50 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:39.692517 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cf404793-4049-44fc-a81f-b0682afa4017 req-c653b974-83a0-486a-8bc2-1161bb439a50 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0892169 Jun 09 15:04:39.749752 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cf404793-4049-44fc-a81f-b0682afa4017 req-7978833b-ac5b-4f79-9d5c-800f007400e2 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512090 Jun 09 15:04:40.455010 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673bc1d-9b3a-4ad6-885c-640931ab1f83 req-8c5988a9-9d9e-4e4a-a6cd-c252e88d5c15 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:40.457122 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a673bc1d-9b3a-4ad6-885c-640931ab1f83 req-8c5988a9-9d9e-4e4a-a6cd-c252e88d5c15 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 945 time: 0.0833080 Jun 09 15:04:40.501523 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a673bc1d-9b3a-4ad6-885c-640931ab1f83 req-33f1ea7e-6823-4ee6-9c1e-d3786a1d88bf tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385993 Jun 09 15:04:40.650171 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f356fc5-13c2-48ce-9e7c-4176c0cdd69f req-4fd53886-2901-4216-920f-34bbd51ee805 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:40.651602 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0f356fc5-13c2-48ce-9e7c-4176c0cdd69f req-4fd53886-2901-4216-920f-34bbd51ee805 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.61 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 945 time: 0.0815685 Jun 09 15:04:40.954978 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0082a-0e2a-44c1-9639-b45a84a085e9 req-ebb2c27c-0d93-47eb-9a9a-8d0b55d3677a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:40.956493 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-22c0082a-0e2a-44c1-9639-b45a84a085e9 req-ebb2c27c-0d93-47eb-9a9a-8d0b55d3677a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0885994 Jun 09 15:04:41.020504 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-22c0082a-0e2a-44c1-9639-b45a84a085e9 req-c7dc9be6-b662-493f-9d48-e39cad52cf4f tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578468 Jun 09 15:04:41.369472 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 49460) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:41.488903 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:41.624408 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:41.631416 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:41.640609 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8ad96ca5-8c60-4743-afc4-c1eefaef6b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:41.686609 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49472) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:41.687863 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f427bf031ef54820b145bedd02c0bf6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171270 Jun 09 15:04:41.688903 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45f988a-07ca-4ff8-a539-259a553beaa2,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:41.699561 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.699934 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.700302 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.700778 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.701159 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.701662 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.702789 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.703241 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.703609 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.704124 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.705066 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.705525 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.722838 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:41.749064 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b867083-ac0e-456f-b2de-505cea5877d9 req-21d3e901-d6ff-4164-b433-7ae4100797fd tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:41.750525 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0b867083-ac0e-456f-b2de-505cea5877d9 req-21d3e901-d6ff-4164-b433-7ae4100797fd tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 945 time: 0.1250196 Jun 09 15:04:41.787287 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:41.826684 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0b867083-ac0e-456f-b2de-505cea5877d9 req-20d3cfaf-40f2-47f9-871f-15febe4903d5 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698271 Jun 09 15:04:41.828200 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:41.877884 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:41.881054 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:41.882146 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d45f988a-07ca-4ff8-a539-259a553beaa2 HTTP/1.1" status: 204 len: 168 time: 0.1946039 Jun 09 15:04:41.883121 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-a29c366d-baff-49ee-8aca-3586af1db790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:41.892491 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45f988a-07ca-4ff8-a539-259a553beaa2,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:41.900625 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.900985 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.901334 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.901650 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.901977 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.902303 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.902810 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.903187 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.903585 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.903828 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.904145 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.904458 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:41.907849 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:42.162931 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 49482) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:42.180666 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a3a949c5-21a9-4856-99da-7a0fb59be98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.205416 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa741a-80d2-4c41-bf74-8a429301b7fc req-3ea0a4e0-16ef-45e0-b5a7-46aa6dbb2248 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:42.207250 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-90aa741a-80d2-4c41-bf74-8a429301b7fc req-3ea0a4e0-16ef-45e0-b5a7-46aa6dbb2248 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0825970 Jun 09 15:04:42.254794 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-90aa741a-80d2-4c41-bf74-8a429301b7fc req-27df426c-289e-4c39-8775-776aa6f7afd9 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416567 Jun 09 15:04:42.287225 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a3a949c5-21a9-4856-99da-7a0fb59be98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.290792 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a3a949c5-21a9-4856-99da-7a0fb59be98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.298695 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-ebcbc8dd-d822-4857-bcac-8c5090cf633f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:42.337720 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-a3a949c5-21a9-4856-99da-7a0fb59be98f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fbae551645d54c9c89a5673f8aaa20c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737213 Jun 09 15:04:42.339398 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a949c5-21a9-4856-99da-7a0fb59be98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9631bf7-a2d9-460a-9c68-2ae2a4d34459,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:42.340431 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49486) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:42.342410 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a3a949c5-21a9-4856-99da-7a0fb59be98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:42.398291 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2b52be63-be42-408d-b40d-147cabeb4485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.423191 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2b52be63-be42-408d-b40d-147cabeb4485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.472743 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2b52be63-be42-408d-b40d-147cabeb4485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.475552 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2b52be63-be42-408d-b40d-147cabeb4485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:42.476663 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-2b52be63-be42-408d-b40d-147cabeb4485 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a9631bf7-a2d9-460a-9c68-2ae2a4d34459 HTTP/1.1" status: 204 len: 168 time: 0.1352584 Jun 09 15:04:42.477357 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0f6bd17f-cb0d-4388-925f-d31f294f2a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:42.486989 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52be63-be42-408d-b40d-147cabeb4485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9631bf7-a2d9-460a-9c68-2ae2a4d34459,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:42.490368 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-2b52be63-be42-408d-b40d-147cabeb4485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:42.844682 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1aa318e3-d673-456c-8ed7-9a92e13b8402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:43.050415 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254ff6-7776-4798-88ce-f79e73b7ce8b req-c1add0bb-3f07-4e47-99c6-61c2d8448885 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:43.051972 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5e254ff6-7776-4798-88ce-f79e73b7ce8b req-c1add0bb-3f07-4e47-99c6-61c2d8448885 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 945 time: 0.1072745 Jun 09 15:04:43.107289 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5e254ff6-7776-4798-88ce-f79e73b7ce8b req-cd6a40db-30dd-47f4-a8d6-68666148f0fd tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497088 Jun 09 15:04:43.457495 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71ba91-4d2d-43b2-acba-e20132c2bfab req-0ff41ed4-ae6e-4e4a-a07b-9639ad49afcc tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:43.459330 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ab71ba91-4d2d-43b2-acba-e20132c2bfab req-0ff41ed4-ae6e-4e4a-a07b-9639ad49afcc tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0926363 Jun 09 15:04:43.504939 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ab71ba91-4d2d-43b2-acba-e20132c2bfab req-8ad5e402-b6aa-4b21-bfeb-922f3129f195 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396576 Jun 09 15:04:44.022266 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-0f356fc5-13c2-48ce-9e7c-4176c0cdd69f req-dd2ed687-32e0-453f-9bde-c0cb3c993d6d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Deleting port e4a7ba15-e2b9-4c71-80bd-65008098d9ef {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:04:44.022972 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-0f356fc5-13c2-48ce-9e7c-4176c0cdd69f req-dd2ed687-32e0-453f-9bde-c0cb3c993d6d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:44.174077 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-0f356fc5-13c2-48ce-9e7c-4176c0cdd69f req-dd2ed687-32e0-453f-9bde-c0cb3c993d6d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] For port e4a7ba15-e2b9-4c71-80bd-65008098d9ef, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e4a7ba15-e2b9-4c71-80bd-65008098d9ef,segment=NetworkSegment(96012389-04ce-4895-9e5a-bff061ab4f81),segment_id=96012389-04ce-4895-9e5a-bff061ab4f81)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:44.174623 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-0f356fc5-13c2-48ce-9e7c-4176c0cdd69f req-dd2ed687-32e0-453f-9bde-c0cb3c993d6d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:44.324031 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6bcb2-c8dc-41a5-88f1-9c7b9572528b req-3ab657ca-82e7-4fe4-a7b6-455376bafc57 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:44.325543 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3ed6bcb2-c8dc-41a5-88f1-9c7b9572528b req-3ab657ca-82e7-4fe4-a7b6-455376bafc57 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 945 time: 0.0902228 Jun 09 15:04:44.374118 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3ed6bcb2-c8dc-41a5-88f1-9c7b9572528b req-dd9c1e09-e2c9-4d77-af26-41d3e1957c48 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/security-groups?id=2166783e-d251-4d73-89b1-e5c3e4ffc1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409024 Jun 09 15:04:44.379756 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-0f356fc5-13c2-48ce-9e7c-4176c0cdd69f req-dd2ed687-32e0-453f-9bde-c0cb3c993d6d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Calling delete_port for e4a7ba15-e2b9-4c71-80bd-65008098d9ef owned by compute:nova {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:04:44.603038 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-0f356fc5-13c2-48ce-9e7c-4176c0cdd69f req-dd2ed687-32e0-453f-9bde-c0cb3c993d6d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:44.618611 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-66ea3b85-d2a4-40d0-a94e-bdf9e8a01876 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:44.705185 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ed687-32e0-453f-9bde-c0cb3c993d6d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Pushing event deleted for resources: {'Port': ['ID=e4a7ba15-e2b9-4c71-80bd-65008098d9ef,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:44.741196 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-dd2ed687-32e0-453f-9bde-c0cb3c993d6d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:44.794447 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f356fc5-13c2-48ce-9e7c-4176c0cdd69f req-dd2ed687-32e0-453f-9bde-c0cb3c993d6d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] No DVR routers for this DVR port e4a7ba15-e2b9-4c71-80bd-65008098d9ef on host hv-cinder-78960 {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:04:44.799168 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-0f356fc5-13c2-48ce-9e7c-4176c0cdd69f req-dd2ed687-32e0-453f-9bde-c0cb3c993d6d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:44.801096 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0f356fc5-13c2-48ce-9e7c-4176c0cdd69f req-dd2ed687-32e0-453f-9bde-c0cb3c993d6d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.61 "DELETE /v2.0/ports/e4a7ba15-e2b9-4c71-80bd-65008098d9ef HTTP/1.1" status: 204 len: 173 time: 0.9241741 Jun 09 15:04:44.801571 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a5e70d-eab4-45ac-9579-6f0d52bb0f75', 'name': 'network-vif-deleted', 'tag': 'e4a7ba15-e2b9-4c71-80bd-65008098d9ef'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:44.803868 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6eec8a-94db-4862-827b-1a04b177aaa3" -d '{"events": [{"server_uuid": "14a5e70d-eab4-45ac-9579-6f0d52bb0f75", "name": "network-vif-deleted", "tag": "e4a7ba15-e2b9-4c71-80bd-65008098d9ef"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:44.840564 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792cc55-ea05-4cf7-86cf-76bf332ba7bc req-fba5ccb7-d1b3-4130-8783-a324368a26dd tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:44.842188 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9792cc55-ea05-4cf7-86cf-76bf332ba7bc req-fba5ccb7-d1b3-4130-8783-a324368a26dd tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1390579 Jun 09 15:04:44.862131 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b25a22-cafc-4502-979e-d79ddca0df2b x-openstack-request-id: req-a6b25a22-cafc-4502-979e-d79ddca0df2b {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:44.862607 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a5e70d-eab4-45ac-9579-6f0d52bb0f75", "name": "network-vif-deleted", "tag": "e4a7ba15-e2b9-4c71-80bd-65008098d9ef", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:44.863011 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a6b25a22-cafc-4502-979e-d79ddca0df2b {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:44.863408 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a5e70d-eab4-45ac-9579-6f0d52bb0f75', 'name': 'network-vif-deleted', 'tag': 'e4a7ba15-e2b9-4c71-80bd-65008098d9ef', 'status': 'completed', 'code': 200} Jun 09 15:04:44.906613 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9792cc55-ea05-4cf7-86cf-76bf332ba7bc req-d649eed4-06a2-4cf1-920f-7a5e1513013f tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586507 Jun 09 15:04:45.238402 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-eae60fbc-1456-4a85-afcd-fee0f04e8673 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:45.239867 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-eae60fbc-1456-4a85-afcd-fee0f04e8673 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/networks?id=4a976f6a-8fdb-4c02-abae-9d741d19dd37 HTTP/1.1" status: 200 len: 814 time: 0.1417501 Jun 09 15:04:45.254853 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-a12ea8e7-dd6c-40de-b009-2a6efcb85f34 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/quotas/9023d31c9656451a80838b75606d750a HTTP/1.1" status: 200 len: 375 time: 0.0095098 Jun 09 15:04:45.291655 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:45.337316 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-336e1914-dbce-4c28-9cc1-691be23b20ab tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9023d31c9656451a80838b75606d750a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774915 Jun 09 15:04:45.400582 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2904e946-00ee-4511-be37-e0e1be7f778a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:45.476799 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-50fce7bb-5eec-4c99-9164-811d76ec276b service neutron] 10.222.0.74 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328485 Jun 09 15:04:45.605436 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-632098ae-a4c0-4b47-bc86-1b6e679a8c9b service neutron] 10.222.0.74 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230423 Jun 09 15:04:45.842263 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-73e004de-bd99-43db-802a-953ac9f77429 req-bbab923e-5d24-4e70-849f-0588b2030b90 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 210 time: 0.0416117 Jun 09 15:04:45.927464 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b2baee39-c70c-48c4-9d12-072d6059abd3 req-fd08ea3f-07d5-4af0-bcdb-51d7554dc1f7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 210 time: 0.0452676 Jun 09 15:04:46.107094 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f41a48-2dfd-48c8-a90b-7ecd4a2553b0 req-cf317dcb-3a1f-4127-80e7-16835fa7dcd0 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:46.108530 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-93f41a48-2dfd-48c8-a90b-7ecd4a2553b0 req-cf317dcb-3a1f-4127-80e7-16835fa7dcd0 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0882711 Jun 09 15:04:46.152929 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-93f41a48-2dfd-48c8-a90b-7ecd4a2553b0 req-1a73d7f7-69ae-4a4d-8a95-c30f001bb659 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385680 Jun 09 15:04:46.318326 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:46.992701 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3875e29-5b69-4dc7-b3d3-b66a4dfb5704 req-c6ca7f84-94ee-4204-b8ac-05d83e11b1d3 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 210 time: 0.0423353 Jun 09 15:04:47.127209 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a4b8d96a-7fa5-4ff7-b42f-d06c714e2d08 req-25bc252f-5064-4a3a-a0af-56a484c4013c tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 210 time: 0.0438988 Jun 09 15:04:47.334366 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f6e9c-76bc-4c49-951e-5c8e229bd7b3 req-bff78170-6a9f-470e-94df-1d4595ee717b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:47.336056 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-462f6e9c-76bc-4c49-951e-5c8e229bd7b3 req-bff78170-6a9f-470e-94df-1d4595ee717b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0781498 Jun 09 15:04:47.378997 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-462f6e9c-76bc-4c49-951e-5c8e229bd7b3 req-ad3e6ae6-dcc1-4ef4-9389-0810ee26a369 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372562 Jun 09 15:04:47.681501 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device e4a7ba15-e2b9-4c71-80bd-65008098d9ef no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:04:47.726537 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: e4a7ba15-e2b9-4c71-80bd-65008098d9ef {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:04:47.727034 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device e4a7ba15-e2b9-4c71-80bd-65008098d9ef not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:04:48.146990 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-24062453-3086-4d91-abb4-aa432b8fd114 req-85f57aba-1b47-4204-8513-b0587984d644 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 210 time: 0.0444541 Jun 09 15:04:48.212698 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:48.277631 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-23f9a2eb-a5c5-47a0-9495-b5b4a594ee3a req-a4293496-1239-4a28-b18b-ab21973e52b7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 210 time: 0.0413823 Jun 09 15:04:48.753225 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a84801-c2c5-491f-ad64-2f1ab05df966 req-b49827f9-7bf7-4798-9a8b-b22c24ab4d8c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:48.755297 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-22a84801-c2c5-491f-ad64-2f1ab05df966 req-b49827f9-7bf7-4798-9a8b-b22c24ab4d8c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.2704945 Jun 09 15:04:48.776070 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-d0a46eba-ab42-46a1-b59c-149740f12da2 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:48.778910 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-d0a46eba-ab42-46a1-b59c-149740f12da2 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "GET /v2.0/networks?id=4a976f6a-8fdb-4c02-abae-9d741d19dd37 HTTP/1.1" status: 200 len: 814 time: 0.2618132 Jun 09 15:04:48.804443 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Request body: {'port': {'device_id': '8bdd1292-cae3-4904-9145-9b71ebb64472', 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37', 'admin_state_up': True, 'tenant_id': '9023d31c9656451a80838b75606d750a'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:48.910764 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-22a84801-c2c5-491f-ad64-2f1ab05df966 req-82c24bc0-aa50-487e-9d97-fe3c29daa8a0 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308498 Jun 09 15:04:48.975580 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Made reservation on behalf of 9023d31c9656451a80838b75606d750a for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:48.979373 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:49.149845 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Allocated IP 172.20.0.9 (4a976f6a-8fdb-4c02-abae-9d741d19dd37/d4058271-302e-4123-bbee-4d8ec26a83e1/f1df1f3d-f811-43c5-814b-a620ffcace1e) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:49.371289 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:49.376456 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-53004c2f-8d79-4dad-a777-a7977673f281 req-593fc81d-1c71-4a65-810c-45032e633774 tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] 10.222.0.74 "GET /v2.0/ports?device_id=14a5e70d-eab4-45ac-9579-6f0d52bb0f75 HTTP/1.1" status: 200 len: 210 time: 0.0696003 Jun 09 15:04:49.404309 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:49.413585 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-dd2ed687-32e0-453f-9bde-c0cb3c993d6d tempest-DeleteServersTestJSON-936528569 tempest-DeleteServersTestJSON-936528569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:49.423571 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['2fb420df-0438-40e2-9c2f-8a54d402719b'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:49.548061 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:49.552658 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:49.558646 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:49.563954 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:49.564558 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:49.572159 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Pushing event updated for resources: {'Port': ['ID=f1df1f3d-f811-43c5-814b-a620ffcace1e,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:49.580749 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:49.604936 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc4cd4-1737-49a6-ba8e-250b67c4409b req-965944b3-7c20-4112-9131-e865791fcc35 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:49.606458 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-66cc4cd4-1737-49a6-ba8e-250b67c4409b req-965944b3-7c20-4112-9131-e865791fcc35 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 931 time: 0.1423004 Jun 09 15:04:49.607944 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8109839 Jun 09 15:04:49.635276 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Request body: {'port': {'device_id': '8bdd1292-cae3-4904-9145-9b71ebb64472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:49.711852 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-66cc4cd4-1737-49a6-ba8e-250b67c4409b req-342e3616-8b45-42de-a18e-e2a7ac294cb9 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990939 Jun 09 15:04:49.790630 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.315455 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49716) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:50.353696 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1df1f3d-f811-43c5-814b-a620ffcace1e {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:50.364133 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.384503 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Transition to ACTIVE for port object f1df1f3d-f811-43c5-814b-a620ffcace1e will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:50.388201 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.396399 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:50.442508 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf728f8-93bd-40be-a3b6-de06b74ef02a req-9acecc64-5919-4f11-9b3b-6056aed32cdf tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:50.444374 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-acf728f8-93bd-40be-a3b6-de06b74ef02a req-9acecc64-5919-4f11-9b3b-6056aed32cdf tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1702771 Jun 09 15:04:50.472671 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-eb836151-261c-47a4-831e-6ab73fd12d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.575473 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Pushing event updated for resources: {'Port': ['ID=f1df1f3d-f811-43c5-814b-a620ffcace1e,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:50.618332 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:50.638673 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-acf728f8-93bd-40be-a3b6-de06b74ef02a req-6b3bdfcf-e428-45fd-bebe-4337d89bbe15 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764741 Jun 09 15:04:50.667502 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-eb836151-261c-47a4-831e-6ab73fd12d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.673179 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-eb836151-261c-47a4-831e-6ab73fd12d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:50.714351 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ae45fd5b-463f-4d49-a20d-c77d355348cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:50.714616 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Attempting to bind port f1df1f3d-f811-43c5-814b-a620ffcace1e on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:50.714879 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Attempting to bind port f1df1f3d-f811-43c5-814b-a620ffcace1e by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:50.715236 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Attempting to bind port f1df1f3d-f811-43c5-814b-a620ffcace1e on network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:50.725157 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Port f1df1f3d-f811-43c5-814b-a620ffcace1e on network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:04:50.725476 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Attempting to bind port f1df1f3d-f811-43c5-814b-a620ffcace1e on network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:50.731531 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-eb836151-261c-47a4-831e-6ab73fd12d88 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0fffdb6e6ce7472f8a96e576bbac7058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142237 Jun 09 15:04:50.733634 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 49728) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:50.761659 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb836151-261c-47a4-831e-6ab73fd12d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca90983f-a878-49e5-890d-caf6a339ae4d,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:50.779076 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-eb836151-261c-47a4-831e-6ab73fd12d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:50.783323 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:50.783648 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Checking segment: {'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:50.783981 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Bound using segment: {'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:50.784441 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Bound port: f1df1f3d-f811-43c5-814b-a620ffcace1e, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:50.784781 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.010182 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7aaf6b84-0b51-4b1a-afca-b4f976add840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.060725 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7aaf6b84-0b51-4b1a-afca-b4f976add840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.078453 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] For port f1df1f3d-f811-43c5-814b-a620ffcace1e, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:51.093969 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] For port f1df1f3d-f811-43c5-814b-a620ffcace1e, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1df1f3d-f811-43c5-814b-a620ffcace1e,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:51.111182 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.122350 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-05c2617a-5d52-4677-bf11-2efa6be983d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:51.190335 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:51.190335 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.193061 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-4131fd64-240b-4683-91a7-673d57341397 service neutron] 10.222.0.61 "PUT /v2.0/ports/f1df1f3d-f811-43c5-814b-a620ffcace1e HTTP/1.1" status: 200 len: 1093 time: 1.5620582 Jun 09 15:04:51.196317 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdd1292-cae3-4904-9145-9b71ebb64472', 'tag': 'f1df1f3d-f811-43c5-814b-a620ffcace1e'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:04:51.199823 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea94d48-f71c-4ea6-baa8-504d78658a66" -d '{"events": [{"name": "network-changed", "server_uuid": "8bdd1292-cae3-4904-9145-9b71ebb64472", "tag": "f1df1f3d-f811-43c5-814b-a620ffcace1e"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:04:51.210609 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a07e9a-af0f-4b21-8d35-59e7509e6cee req-aac1c157-d08c-43d9-abd6-73383034a126 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:51.212310 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-44a07e9a-af0f-4b21-8d35-59e7509e6cee req-aac1c157-d08c-43d9-abd6-73383034a126 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 943 time: 0.3387284 Jun 09 15:04:51.305145 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7605192d-58a5-44aa-98a4-9831fb604051 x-openstack-request-id: req-7605192d-58a5-44aa-98a4-9831fb604051 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:04:51.305458 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bdd1292-cae3-4904-9145-9b71ebb64472", "tag": "f1df1f3d-f811-43c5-814b-a620ffcace1e", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:04:51.305732 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7605192d-58a5-44aa-98a4-9831fb604051 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:04:51.306134 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bdd1292-cae3-4904-9145-9b71ebb64472', 'tag': 'f1df1f3d-f811-43c5-814b-a620ffcace1e', 'status': 'completed', 'code': 200} Jun 09 15:04:51.306878 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Pushing event updated for resources: {'Port': ['ID=f1df1f3d-f811-43c5-814b-a620ffcace1e,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:51.310003 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:51.329539 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7aaf6b84-0b51-4b1a-afca-b4f976add840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.332732 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7aaf6b84-0b51-4b1a-afca-b4f976add840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.333826 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-7aaf6b84-0b51-4b1a-afca-b4f976add840 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ca90983f-a878-49e5-890d-caf6a339ae4d HTTP/1.1" status: 204 len: 168 time: 0.5992312 Jun 09 15:04:51.334659 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:51.358360 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf6b84-0b51-4b1a-afca-b4f976add840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca90983f-a878-49e5-890d-caf6a339ae4d,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:51.360740 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-7aaf6b84-0b51-4b1a-afca-b4f976add840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:51.381319 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-44a07e9a-af0f-4b21-8d35-59e7509e6cee req-0dcd2485-ccfb-417a-a6be-1c28b640fae0 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517513 Jun 09 15:04:51.414930 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-b86148e1-497c-4698-b7bf-53cfbec807e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:51.417537 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-b86148e1-497c-4698-b7bf-53cfbec807e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9023d31c9656451a80838b75606d750a&device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 1096 time: 0.1635787 Jun 09 15:04:51.515316 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-29502850-64cd-43c3-b117-4c9be8363a56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1df1f3d-f811-43c5-814b-a620ffcace1e HTTP/1.1" status: 200 len: 217 time: 0.0829146 Jun 09 15:04:51.654132 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-1b39ac4e-6f74-4a3f-83e2-44cfd6c67f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:51.655566 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-1b39ac4e-6f74-4a3f-83e2-44cfd6c67f17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4058271-302e-4123-bbee-4d8ec26a83e1 HTTP/1.1" status: 200 len: 854 time: 0.1292770 Jun 09 15:04:51.735843 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49774) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:51.739192 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-b41c5790-51e3-4cf7-a045-f52909a2b750 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a976f6a-8fdb-4c02-abae-9d741d19dd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582013 Jun 09 15:04:51.755443 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f4d20b90-02de-4ef7-9bf7-341aca182db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.922421 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-70c6c8da-ba74-44cc-86b8-8ee377fe4b51 service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749914 Jun 09 15:04:51.962815 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e98e5d-8ba1-4113-ace7-92a88e0689e1 req-ff315c02-e88d-488e-b203-e49fda0aadea tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:51.964310 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-73e98e5d-8ba1-4113-ace7-92a88e0689e1 req-ff315c02-e88d-488e-b203-e49fda0aadea tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1440644 Jun 09 15:04:51.969087 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f4d20b90-02de-4ef7-9bf7-341aca182db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:51.991740 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f4d20b90-02de-4ef7-9bf7-341aca182db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.001941 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:52.056384 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-f4d20b90-02de-4ef7-9bf7-341aca182db6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=03dcba5bc35446b6bca7c1a373fd04c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160853 Jun 09 15:04:52.059208 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-73e98e5d-8ba1-4113-ace7-92a88e0689e1 req-375838a0-176d-4e2d-94e9-750af8269bdc tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860944 Jun 09 15:04:52.060373 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49784) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:52.070035 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a5396a4d-ae4a-4c91-9fd0-3533493883c0 req-e39d841b-8f8c-430e-beb8-5460e10b5b68 service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337521 Jun 09 15:04:52.070832 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d20b90-02de-4ef7-9bf7-341aca182db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41de499-3008-4a39-a0cc-15c6fbfc5ed6,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:52.079166 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f4d20b90-02de-4ef7-9bf7-341aca182db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:52.143154 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7e140f3f-e61a-42ae-aea8-edce8e011188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.170392 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7e140f3f-e61a-42ae-aea8-edce8e011188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.201721 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea94d48-f71c-4ea6-baa8-504d78658a66 req-6e31ee41-5686-4bf1-82f0-8d4d68e4085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:52.203200 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3ea94d48-f71c-4ea6-baa8-504d78658a66 req-6e31ee41-5686-4bf1-82f0-8d4d68e4085b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9023d31c9656451a80838b75606d750a&device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 1096 time: 0.0736327 Jun 09 15:04:52.223559 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7e140f3f-e61a-42ae-aea8-edce8e011188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.225862 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7e140f3f-e61a-42ae-aea8-edce8e011188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.229509 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-7e140f3f-e61a-42ae-aea8-edce8e011188 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f41de499-3008-4a39-a0cc-15c6fbfc5ed6 HTTP/1.1" status: 204 len: 168 time: 0.1657794 Jun 09 15:04:52.229509 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-e3978e06-b8a6-441c-a29c-9e58e41adf38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:52.240008 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e140f3f-e61a-42ae-aea8-edce8e011188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41de499-3008-4a39-a0cc-15c6fbfc5ed6,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:52.242360 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7e140f3f-e61a-42ae-aea8-edce8e011188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:52.339987 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea94d48-f71c-4ea6-baa8-504d78658a66 req-f01a795d-2451-4575-b823-101113183e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:52.341594 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3ea94d48-f71c-4ea6-baa8-504d78658a66 req-f01a795d-2451-4575-b823-101113183e8f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a976f6a-8fdb-4c02-abae-9d741d19dd37 HTTP/1.1" status: 200 len: 915 time: 0.1302269 Jun 09 15:04:52.423279 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3ea94d48-f71c-4ea6-baa8-504d78658a66 req-838c7691-dbed-4055-9411-2822a9b54b54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1df1f3d-f811-43c5-814b-a620ffcace1e HTTP/1.1" status: 200 len: 217 time: 0.0747850 Jun 09 15:04:52.511533 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea94d48-f71c-4ea6-baa8-504d78658a66 req-4e82ca26-0704-40fd-ac81-993730f40dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:52.513229 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3ea94d48-f71c-4ea6-baa8-504d78658a66 req-4e82ca26-0704-40fd-ac81-993730f40dbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4058271-302e-4123-bbee-4d8ec26a83e1 HTTP/1.1" status: 200 len: 854 time: 0.0837350 Jun 09 15:04:52.558344 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49802) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:52.615792 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3ea94d48-f71c-4ea6-baa8-504d78658a66 req-3fb2c8df-4c1e-4f74-a441-537f9b61b7cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a976f6a-8fdb-4c02-abae-9d741d19dd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589471 Jun 09 15:04:52.624828 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e6db2e-7d5c-4ecd-8dd2-fa28d0955aa1 admin admin] Deleting subnet e66e6fff-b3f3-4e19-97ac-1feb56db83ca {{(pid=91817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:04:52.628010 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-50e6db2e-7d5c-4ecd-8dd2-fa28d0955aa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.687093 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-50e6db2e-7d5c-4ecd-8dd2-fa28d0955aa1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.696879 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-50e6db2e-7d5c-4ecd-8dd2-fa28d0955aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.728162 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791ea6d-95d4-44c9-8273-f004b32e2e53 req-7381bb80-0b30-4d50-a7e5-80494e612364 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:52.729599 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7791ea6d-95d4-44c9-8273-f004b32e2e53 req-7381bb80-0b30-4d50-a7e5-80494e612364 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 943 time: 0.2080638 Jun 09 15:04:52.800814 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3ea94d48-f71c-4ea6-baa8-504d78658a66 req-3ca26044-bc09-4e23-aaa3-7158f7b38b09 service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698918 Jun 09 15:04:52.805845 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-50e6db2e-7d5c-4ecd-8dd2-fa28d0955aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470'] for subnet, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.810987 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-9ea78fa2-f0d6-4b59-bcd3-6f57b491480b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:52.811900 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7791ea6d-95d4-44c9-8273-f004b32e2e53 req-b21f9045-664a-4cec-9f55-cccc66140167 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716779 Jun 09 15:04:52.872361 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6db2e-7d5c-4ecd-8dd2-fa28d0955aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66e6fff-b3f3-4e19-97ac-1feb56db83ca,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:52.878857 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-50e6db2e-7d5c-4ecd-8dd2-fa28d0955aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:52.883501 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-50e6db2e-7d5c-4ecd-8dd2-fa28d0955aa1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e66e6fff-b3f3-4e19-97ac-1feb56db83ca HTTP/1.1" status: 204 len: 168 time: 0.3239315 Jun 09 15:04:52.884452 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-50e6db2e-7d5c-4ecd-8dd2-fa28d0955aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:52.884898 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49818) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:52.994018 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3ea94d48-f71c-4ea6-baa8-504d78658a66 req-ef1caed5-8e0b-4466-8548-2afc23f51eb1 service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742589 Jun 09 15:04:53.006718 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:53.220344 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:53.269613 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:53.270322 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:53.271377 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:53.271855 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Subscribe: > port after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:53.272310 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:53.272798 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Subscribe: > port after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:53.273263 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:53.273716 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:53.274166 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:53.274826 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:53.278053 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 49838) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:53.452460 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:53.453034 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:53.453526 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:53.453987 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:04:53.454890 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc45a34-1400-4971-93b9-08e67a7e1138']}} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:53.461478 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2036813091-network', 'tenant_id': 'fe1285de80d549b88e39eb56b3473f73'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:53.471248 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96012389-04ce-4895-9e5a-bff061ab4f81') {'for_net_delete': True} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:53.471524 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96012389-04ce-4895-9e5a-bff061ab4f81') {} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:53.488144 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31520878'] for segment, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:53.507508 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:53.524706 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Made reservation on behalf of fe1285de80d549b88e39eb56b3473f73 for: {'network': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:53.527889 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=91817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:04:53.528725 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33464881'] for segment, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:53.535334 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: from cryptography.utils import int_from_bytes Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: from cryptography.utils import int_from_bytes Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: Traceback (most recent call last): Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: timer() Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: cb(*args, **kw) Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: return func(*args, **kwargs) Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: self._notify() Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: self.callback(batched_events) Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: event.method(event) Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: return f(self, *a, **k) Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._get(url).json() Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: return self.request(url, 'GET', **kwargs) Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:04:53.549230 dv-cinder-789603-9-iscsi neutron-server[91817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:04:53.681270 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:53.720327 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b680cec-1384-4fad-91d4-4c61527cac02 req-0d54506a-f843-4302-8e2e-45113eff9964 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:53.722106 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5b680cec-1384-4fad-91d4-4c61527cac02 req-0d54506a-f843-4302-8e2e-45113eff9964 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.4868264 Jun 09 15:04:53.740638 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:53.754862 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:53.757872 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9dc45a34-1400-4971-93b9-08e67a7e1138 HTTP/1.1" status: 204 len: 168 time: 0.8717544 Jun 09 15:04:53.760482 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-eca684a3-77a7-446d-bbe2-bfbb7d4aaa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:53.782987 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc45a34-1400-4971-93b9-08e67a7e1138,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:53.799174 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:53.824843 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5b680cec-1384-4fad-91d4-4c61527cac02 req-434bfbe6-bd6c-4cb3-b915-e894d94e0ece tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986860 Jun 09 15:04:53.899171 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:53.907531 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:53.914673 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-9fe6619a-1e55-425a-84fa-eea645dd485c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:53.975473 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=91816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:04:54.006631 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49864) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:54.018714 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a935840c-105c-4db3-96bb-af71ef198083,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:54.022334 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:54.043122 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.043435 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.segments_db [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Added segment 8bee0438-f2a1-4eb1-9848-dd912f2ecd24 of type vlan for network 8e2801a2-1b2c-417a-a543-59608c9063c6 Jun 09 15:04:54.060234 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-f0e69556-c2e4-4afd-b509-e5947f1ee105 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f7e8e7ba83f6459fbf66aa324e910466&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0524025 Jun 09 15:04:54.062900 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49866) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:54.080043 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.109821 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc90ca-ba02-4c0e-92e2-0366bc119f80 req-1ac62790-7996-47ce-ab0b-934f8ed57214 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:54.111285 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d9bc90ca-ba02-4c0e-92e2-0366bc119f80 req-1ac62790-7996-47ce-ab0b-934f8ed57214 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 943 time: 0.1407056 Jun 09 15:04:54.123977 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c75723ac-8ee6-4fc5-9b9f-462c58e4dfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.150574 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c75723ac-8ee6-4fc5-9b9f-462c58e4dfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.156355 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.160919 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:54.161477 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.167783 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:54.203559 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c75723ac-8ee6-4fc5-9b9f-462c58e4dfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.206085 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c75723ac-8ee6-4fc5-9b9f-462c58e4dfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.207237 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-c75723ac-8ee6-4fc5-9b9f-462c58e4dfd4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2166783e-d251-4d73-89b1-e5c3e4ffc1bb HTTP/1.1" status: 204 len: 168 time: 0.1434934 Jun 09 15:04:54.208053 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-4287444e-664f-464d-a7be-aa90e364f42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:54.217461 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75723ac-8ee6-4fc5-9b9f-462c58e4dfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2166783e-d251-4d73-89b1-e5c3e4ffc1bb,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:54.219750 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c75723ac-8ee6-4fc5-9b9f-462c58e4dfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:54.245374 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d9bc90ca-ba02-4c0e-92e2-0366bc119f80 req-72083b4d-6f72-4282-9304-b79544c9f541 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247892 Jun 09 15:04:54.269089 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9897344 Jun 09 15:04:54.272393 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49870) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:54.277611 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Pushing event updated for resources: {'Network': ['ID=8e2801a2-1b2c-417a-a543-59608c9063c6,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:54.277797 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-1c628a85-a23a-4f0f-98d8-1c1d5a7a9af5 admin admin] Request body: {'subnet': {'network_id': '8e2801a2-1b2c-417a-a543-59608c9063c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2036813091-subnet', 'tenant_id': 'fe1285de80d549b88e39eb56b3473f73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:54.281282 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:54.288763 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network 8e2801a2-1b2c-417a-a543-59608c9063c6 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:04:54.301415 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c628a85-a23a-4f0f-98d8-1c1d5a7a9af5 admin admin] Made reservation on behalf of fe1285de80d549b88e39eb56b3473f73 for: {'subnet': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:54.304104 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-1c628a85-a23a-4f0f-98d8-1c1d5a7a9af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33473688'] for subnet, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.524425 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-1c628a85-a23a-4f0f-98d8-1c1d5a7a9af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33465043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33473702'] for subnet, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.528997 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:54.603189 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628a85-a23a-4f0f-98d8-1c1d5a7a9af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e17da7-d765-42b4-bac3-8e95fb1c35ef,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:54.606417 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-1c628a85-a23a-4f0f-98d8-1c1d5a7a9af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:54.612176 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c628a85-a23a-4f0f-98d8-1c1d5a7a9af5 admin admin] Checking segment: {'id': '8bee0438-f2a1-4eb1-9848-dd912f2ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e2801a2-1b2c-417a-a543-59608c9063c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:54.613479 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c628a85-a23a-4f0f-98d8-1c1d5a7a9af5 admin admin] Network hostable DHCP agents. Network: 8e2801a2-1b2c-417a-a543-59608c9063c6, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:04:54.624648 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f1df1f3d-f811-43c5-814b-a620ffcace1e details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:04:54.633874 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c628a85-a23a-4f0f-98d8-1c1d5a7a9af5 admin admin] Network 8e2801a2-1b2c-417a-a543-59608c9063c6 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:04:54.645688 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-1c628a85-a23a-4f0f-98d8-1c1d5a7a9af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, 8e2801a2-1b2c-417a-a543-59608c9063c6) {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:54.651460 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c628a85-a23a-4f0f-98d8-1c1d5a7a9af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:54.652044 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-1c628a85-a23a-4f0f-98d8-1c1d5a7a9af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:54.659173 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4883b041-e2ce-4ae6-9d6d-1d1c49a1814a None None] Network 8e2801a2-1b2c-417a-a543-59608c9063c6 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:04:54.674330 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-1c628a85-a23a-4f0f-98d8-1c1d5a7a9af5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4006453 Jun 09 15:04:54.877058 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f1df1f3d-f811-43c5-814b-a620ffcace1e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1df1f3d-f811-43c5-814b-a620ffcace1e,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:54.959481 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'f1df1f3d-f811-43c5-814b-a620ffcace1e', 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37', 'port_id': 'f1df1f3d-f811-43c5-814b-a620ffcace1e', 'mac_address': 'fa:16:3e:61:df:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4058271-302e-4123-bbee-4d8ec26a83e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:04:55.017254 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188e788d-0ebb-443a-955d-1bbd25a6fed7 None None] Network 8e2801a2-1b2c-417a-a543-59608c9063c6 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:04:55.115031 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:55.131162 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 49912) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:55.151636 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1df1f3d-f811-43c5-814b-a620ffcace1e {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:04:55.169765 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f1df1f3d-f811-43c5-814b-a620ffcace1e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1df1f3d-f811-43c5-814b-a620ffcace1e,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:04:55.175626 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064aeaa-743e-4e78-8ea2-6aea5ad0d663 req-f3c4f073-1ac7-426c-82fe-62d03f3db946 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:55.179225 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b064aeaa-743e-4e78-8ea2-6aea5ad0d663 req-f3c4f073-1ac7-426c-82fe-62d03f3db946 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1534550 Jun 09 15:04:55.180392 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:55.190112 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-4d8b1b3c-3af9-492b-a143-3a23a6fb3504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:55.248986 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b064aeaa-743e-4e78-8ea2-6aea5ad0d663 req-f18ceca3-f9f6-45e4-872d-a17304b8f192 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638661 Jun 09 15:04:55.353271 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1693768363-network', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:55.378001 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=f1df1f3d-f811-43c5-814b-a620ffcace1e,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:55.391638 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:55.392283 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:55.393460 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:55.394760 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:55.395293 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:55.395881 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:55.396436 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:55.396956 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:55.397695 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:55.398249 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:55.399543 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:55.400184 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:04:55.413391 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:55.470783 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Made reservation on behalf of c84101f7a7b147b788f7b1dbf4a50b62 for: {'network': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:55.472677 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:55.522597 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:55.564743 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d48fa2-54ef-41c6-a939-07e92ca8fb0c req-6e3a9b12-8cd8-40cb-9c52-c57d77950235 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:55.571578 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-97d48fa2-54ef-41c6-a939-07e92ca8fb0c req-6e3a9b12-8cd8-40cb-9c52-c57d77950235 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 944 time: 0.1901016 Jun 09 15:04:55.609151 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['f1df1f3d-f811-43c5-814b-a620ffcace1e'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:04:55.651376 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-97d48fa2-54ef-41c6-a939-07e92ca8fb0c req-2780b47b-fd36-454b-b49a-a9d48f5b9b9d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739577 Jun 09 15:04:55.769229 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:55.777807 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:55.782106 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7befe4cd-38c1-4537-ae30-379a2e74cdcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:55.810662 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=91817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:04:55.820324 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdada4a-c7e6-44f6-80e0-55fec7f962a6,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:55.824172 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:55.826840 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:55.827369 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.segments_db [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Added segment 17c0b9df-2088-4348-a1b6-cf6d2579db95 of type vlan for network eec54841-c6b0-497b-8399-d7e40a147888 Jun 09 15:04:55.859497 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:55.898095 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:55.900893 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:55.901639 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:55.916176 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b87dfba0-9515-4b86-a1dc-32ad5870ff6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:56.004447 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8721969 Jun 09 15:04:56.007697 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 49974) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:56.013844 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-44ca485d-7abc-4b77-8bbf-85b1020e0b23 admin admin] Request body: {'subnet': {'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1693768363-subnet', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:56.014218 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Pushing event updated for resources: {'Network': ['ID=eec54841-c6b0-497b-8399-d7e40a147888,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:56.022905 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:56.024763 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network eec54841-c6b0-497b-8399-d7e40a147888 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:04:56.044143 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ca485d-7abc-4b77-8bbf-85b1020e0b23 admin admin] Made reservation on behalf of c84101f7a7b147b788f7b1dbf4a50b62 for: {'subnet': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:04:56.046620 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-44ca485d-7abc-4b77-8bbf-85b1020e0b23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:56.264673 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-44ca485d-7abc-4b77-8bbf-85b1020e0b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470'] for subnet, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:56.269838 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:56.339306 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca485d-7abc-4b77-8bbf-85b1020e0b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2afc08c9-1a35-412a-9699-36c252f1274a,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:56.343140 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-44ca485d-7abc-4b77-8bbf-85b1020e0b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:56.355152 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca485d-7abc-4b77-8bbf-85b1020e0b23 admin admin] Checking segment: {'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:56.355495 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ca485d-7abc-4b77-8bbf-85b1020e0b23 admin admin] Network hostable DHCP agents. Network: eec54841-c6b0-497b-8399-d7e40a147888, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:04:56.372171 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ca485d-7abc-4b77-8bbf-85b1020e0b23 admin admin] Network eec54841-c6b0-497b-8399-d7e40a147888 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:04:56.380863 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-44ca485d-7abc-4b77-8bbf-85b1020e0b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, eec54841-c6b0-497b-8399-d7e40a147888) {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:56.386408 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ca485d-7abc-4b77-8bbf-85b1020e0b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:56.387107 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-44ca485d-7abc-4b77-8bbf-85b1020e0b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:56.390363 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca095ed-359b-4525-8155-9f6e06c71291 None None] Network eec54841-c6b0-497b-8399-d7e40a147888 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:04:56.411986 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-44ca485d-7abc-4b77-8bbf-85b1020e0b23 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4020040 Jun 09 15:04:56.412244 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 49982) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:56.417082 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:04:56.441267 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-602927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11284'] for router, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:56.451863 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11373'] for router, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:56.453565 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917481-3241-4b57-b4a7-55e6c8500b4e req-1004bbc7-a19e-4682-a3c1-4e49628bba42 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:56.456828 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-22917481-3241-4b57-b4a7-55e6c8500b4e req-1004bbc7-a19e-4682-a3c1-4e49628bba42 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0928519 Jun 09 15:04:56.473871 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:56.506915 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-22917481-3241-4b57-b4a7-55e6c8500b4e req-fb177bf0-d180-43a3-b85e-4a049638baee tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432937 Jun 09 15:04:56.621947 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bffd5d1-ad12-50dd-ae4e-8290e53cb201-eec54841-c6b0-497b-8399-d7e40a147888', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a'}]}} from dv-cinder-789603-9-iscsi. {{(pid=91818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 15:04:56.622829 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:56.739829 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-602941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11391'] for router, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:56.797179 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.db_base_plugin_common [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Allocated IP 172.20.0.2 (eec54841-c6b0-497b-8399-d7e40a147888/2afc08c9-1a35-412a-9699-36c252f1274a/53f2e5e3-bc86-45d0-8946-4253372e3fa1) {{(pid=91818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:56.917054 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824b58e-205e-4da5-bf41-1159da6a185d req-247b55fc-3d24-4de1-9eaa-3051044ce989 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:56.918392 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b824b58e-205e-4da5-bf41-1159da6a185d req-247b55fc-3d24-4de1-9eaa-3051044ce989 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 944 time: 0.1133909 Jun 09 15:04:56.982789 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b824b58e-205e-4da5-bf41-1159da6a185d req-5e4df240-d460-4c86-8d04-31241ca8ad7c tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588698 Jun 09 15:04:57.023097 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Notify callbacks [] for port, precommit_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:57.032838 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Transition to ACTIVE for port object 53f2e5e3-bc86-45d0-8946-4253372e3fa1 will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:57.053159 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Transition to ACTIVE for port object 53f2e5e3-bc86-45d0-8946-4253372e3fa1 will not be triggered until provisioned by entity DHCP. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:04:57.060182 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:57.064200 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-72ddd717-bae5-4326-a3e7-b4e4f6f072c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:57.132008 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Network eec54841-c6b0-497b-8399-d7e40a147888 is already hosted by enough agents. {{(pid=91818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:57.134781 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.base_scheduler [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Resources bound (agent type, host, resource id): {{(pid=91818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:57.138874 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Received port after_create {{(pid=91818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:57.148403 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Pushing event updated for resources: {'Port': ['ID=53f2e5e3-bc86-45d0-8946-4253372e3fa1,revision_number=1']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:57.178112 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:57.232724 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:57.238186 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Attempting to bind port 53f2e5e3-bc86-45d0-8946-4253372e3fa1 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:04:57.238802 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Attempting to bind port 53f2e5e3-bc86-45d0-8946-4253372e3fa1 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:04:57.239255 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Attempting to bind port 53f2e5e3-bc86-45d0-8946-4253372e3fa1 on network eec54841-c6b0-497b-8399-d7e40a147888 {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:04:57.244356 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:04:57.244718 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Checking segment: {'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:04:57.245107 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:57.245488 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Bound using segment: {'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:04:57.245938 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Bound port: 53f2e5e3-bc86-45d0-8946-4253372e3fa1, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:04:57.246301 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:57.262124 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:57.341301 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] For port 53f2e5e3-bc86-45d0-8946-4253372e3fa1, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:04:57.344490 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] For port 53f2e5e3-bc86-45d0-8946-4253372e3fa1, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=53f2e5e3-bc86-45d0-8946-4253372e3fa1,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:04:57.349014 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:57.353376 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:57.402285 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Allocated IP 172.27.1.141 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/e55ce378-2e8e-4d04-a8bc-695b874540de) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:04:57.424504 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Pushing event updated for resources: {'Port': ['ID=53f2e5e3-bc86-45d0-8946-4253372e3fa1,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:57.428434 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:57.555586 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:57.589344 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:57.593449 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:04:57.717287 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:04:57.723652 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:04:57.726674 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:04:57.858008 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Pushing event updated for resources: {'Port': ['ID=e55ce378-2e8e-4d04-a8bc-695b874540de,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:04:57.862648 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:04:57.935620 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09717d06-7b8a-4790-9025-35e8b8644df7 req-e76423c6-b450-4354-98a2-0b0aa6b9190a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:57.936971 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-09717d06-7b8a-4790-9025-35e8b8644df7 req-e76423c6-b450-4354-98a2-0b0aa6b9190a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.2876883 Jun 09 15:04:58.112215 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-09717d06-7b8a-4790-9025-35e8b8644df7 req-7c6d8ed0-0271-436e-8ceb-6e477bad4908 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688161 Jun 09 15:04:58.150188 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:58.350634 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612885a4-e623-4046-bd5a-3db773a76118 None None] Network eec54841-c6b0-497b-8399-d7e40a147888 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:04:58.440379 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-62020b2b-e790-4f07-be98-7c9a1a17a2a5 None None] Provisioning for port 53f2e5e3-bc86-45d0-8946-4253372e3fa1 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:58.521064 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a300c-86e6-4a8c-a488-ac4bab3893a4 req-ab66c5c0-4109-4de6-b7fe-bb1c06d4515f tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:58.522468 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f17a300c-86e6-4a8c-a488-ac4bab3893a4 req-ab66c5c0-4109-4de6-b7fe-bb1c06d4515f tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 944 time: 0.2468669 Jun 09 15:04:58.676487 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f17a300c-86e6-4a8c-a488-ac4bab3893a4 req-9c7266bf-9c6c-42d8-8e67-29cc7eb6efa4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460025 Jun 09 15:04:58.681152 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601806'] for router, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:58.886364 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Router f4c2ede2-b318-41e2-af74-fbda7372a1f0 is scheduled to L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 with binding_index 1 {{(pid=91816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:04:59.060741 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:04:59.070356 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Sync routers for ids ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:04:59.080481 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Routers {'f4c2ede2-b318-41e2-af74-fbda7372a1f0'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:04:59.081164 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:04:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:59.082841 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Notify callbacks [] for router, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:59.087043 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6709714 Jun 09 15:04:59.087354 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 50014) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:04:59.265772 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Set router f4c2ede2-b318-41e2-af74-fbda7372a1f0 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:04:59.496023 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a2f71-6172-4222-8a3c-0155347e8d34 req-a34c0794-0b98-476c-a8f4-e82e03c8c72e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:59.497488 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1f2a2f71-6172-4222-8a3c-0155347e8d34 req-a34c0794-0b98-476c-a8f4-e82e03c8c72e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.2533653 Jun 09 15:04:59.575353 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:04:57Z', 'revision_number': 3, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:04:59.583912 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Checking router: f4c2ede2-b318-41e2-af74-fbda7372a1f0 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:04:59.584314 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Updating router f4c2ede2-b318-41e2-af74-fbda7372a1f0 port e55ce378-2e8e-4d04-a8bc-695b874540de binding host dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:04:59.654170 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:59.685097 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1f2a2f71-6172-4222-8a3c-0155347e8d34 req-9360f2c5-26f7-4d3c-8789-0716e522ec92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796939 Jun 09 15:04:59.759165 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 53f2e5e3-bc86-45d0-8946-4253372e3fa1 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:04:59.865725 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 53f2e5e3-bc86-45d0-8946-4253372e3fa1 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:04:59.873879 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 53f2e5e3-bc86-45d0-8946-4253372e3fa1 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:04:59.874582 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:04:59.959073 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a656423-e80f-4fcf-9a81-c400c46b9328 req-ae1e9c48-acbe-4f42-ad6e-6d26d74d7e65 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:04:59.966222 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6a656423-e80f-4fcf-9a81-c400c46b9328 req-ae1e9c48-acbe-4f42-ad6e-6d26d74d7e65 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 944 time: 0.1295304 Jun 09 15:05:00.000638 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.064528 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.088382 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6a656423-e80f-4fcf-9a81-c400c46b9328 req-97948868-cb35-440f-a82b-c3ef15617afa tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091597 Jun 09 15:05:00.146733 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port 53f2e5e3-bc86-45d0-8946-4253372e3fa1, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=53f2e5e3-bc86-45d0-8946-4253372e3fa1,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:00.156981 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.159102 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-487577a3-255a-4d2b-a9cd-4990b054ef44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:00.231806 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=53f2e5e3-bc86-45d0-8946-4253372e3fa1,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:00.235055 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:00.271513 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.287423 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Transition to ACTIVE for port object e55ce378-2e8e-4d04-a8bc-695b874540de will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:00.297540 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.302700 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1b184c1c-2066-4cd3-a0a6-52561ad20292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:00.393678 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Pushing event updated for resources: {'Port': ['ID=e55ce378-2e8e-4d04-a8bc-695b874540de,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:00.397851 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Attempting to bind port e55ce378-2e8e-4d04-a8bc-695b874540de on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:05:00.398313 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Attempting to bind port e55ce378-2e8e-4d04-a8bc-695b874540de by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:05:00.398799 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Attempting to bind port e55ce378-2e8e-4d04-a8bc-695b874540de on network 6da5a613-1aa1-48f4-af01-171168c355b4 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:00.405894 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:05:00.406410 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Checking segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:05:00.407023 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.407505 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Bound using segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:05:00.408071 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Bound port: e55ce378-2e8e-4d04-a8bc-695b874540de, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:05:00.408687 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.457003 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:00.457624 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:00.457956 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:00.458278 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:00.458627 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:00.458950 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:00.459264 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:00.459570 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:00.460058 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:00.460512 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:00.461332 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:00.461795 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:00.468208 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:00.509920 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Allocated IP 172.20.0.1 (eec54841-c6b0-497b-8399-d7e40a147888/2afc08c9-1a35-412a-9699-36c252f1274a/45509fba-ed61-4356-b088-b183ab6dfdd1) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:05:00.546117 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] For port e55ce378-2e8e-4d04-a8bc-695b874540de, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:05:00.549930 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] For port e55ce378-2e8e-4d04-a8bc-695b874540de, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=e55ce378-2e8e-4d04-a8bc-695b874540de,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:05:00.558018 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.564071 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:00.629155 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1846987-c8a3-420f-8285-f535eee8162b req-7fc871b0-3b48-4b38-b0e6-9317d34cfeb5 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:00.636350 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a1846987-c8a3-420f-8285-f535eee8162b req-7fc871b0-3b48-4b38-b0e6-9317d34cfeb5 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/networks?id=8e2801a2-1b2c-417a-a543-59608c9063c6 HTTP/1.1" status: 200 len: 809 time: 0.2075796 Jun 09 15:05:00.652763 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a1846987-c8a3-420f-8285-f535eee8162b req-eb959717-4ec1-4d67-a953-b59ac57745a4 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/quotas/fe1285de80d549b88e39eb56b3473f73 HTTP/1.1" status: 200 len: 375 time: 0.0154753 Jun 09 15:05:00.711066 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a1846987-c8a3-420f-8285-f535eee8162b req-c11b626f-b273-4b72-88ea-fd2c741540c4 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe1285de80d549b88e39eb56b3473f73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570860 Jun 09 15:05:00.715429 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Routers {'f4c2ede2-b318-41e2-af74-fbda7372a1f0'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:05:00.716445 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:04:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:00.744415 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.772701 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Transition to ACTIVE for port object 45509fba-ed61-4356-b088-b183ab6dfdd1 will not be triggered until provisioned by entity DHCP. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:00.818720 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.827729 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:00.877801 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Pushing event updated for resources: {'Port': ['ID=e55ce378-2e8e-4d04-a8bc-695b874540de,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:00.886689 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f1df1f3d-f811-43c5-814b-a620ffcace1e up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:05:00.894836 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:00.951557 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Network eec54841-c6b0-497b-8399-d7e40a147888 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:05:00.962325 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:00.963872 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:05:00.964419 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442500'] for router_interface, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:00.969815 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] Set router f4c2ede2-b318-41e2-af74-fbda7372a1f0 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:05:00.972963 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Pushing event updated for resources: {'Port': ['ID=45509fba-ed61-4356-b088-b183ab6dfdd1,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:00.986515 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:01.004281 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a1846987-c8a3-420f-8285-f535eee8162b req-f602dbdb-ccc9-4760-a466-24df7e6c1983 service neutron] 10.222.0.74 "GET /v2.0/networks/8e2801a2-1b2c-417a-a543-59608c9063c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917681 Jun 09 15:05:01.039105 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686e9d7-f93d-46ad-8403-0443ceb16e86 req-a446cf0a-fc76-4267-ac40-163a18fc83ab tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:01.041206 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a686e9d7-f93d-46ad-8403-0443ceb16e86 req-a446cf0a-fc76-4267-ac40-163a18fc83ab tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.2163751 Jun 09 15:05:01.083226 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port f1df1f3d-f811-43c5-814b-a620ffcace1e completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:05:01.094109 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port f1df1f3d-f811-43c5-814b-a620ffcace1e triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:01.094503 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:01.109231 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a686e9d7-f93d-46ad-8403-0443ceb16e86 req-d0398927-0da8-442e-abee-2be30b856a42 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607634 Jun 09 15:05:01.216987 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:01.284925 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:01.299843 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a1846987-c8a3-420f-8285-f535eee8162b req-39c7bb3c-09c2-4076-a651-29c34dfd00aa service neutron] 10.222.0.74 "GET /v2.0/networks/8e2801a2-1b2c-417a-a543-59608c9063c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858679 Jun 09 15:05:01.335423 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f1df1f3d-f811-43c5-814b-a620ffcace1e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1df1f3d-f811-43c5-814b-a620ffcace1e,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:01.338814 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdd1292-cae3-4904-9145-9b71ebb64472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1df1f3d-f811-43c5-814b-a620ffcace1e'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:01.341973 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4026a704-6459-4ee6-bb4e-12c6674ba578" -d '{"events": [{"server_uuid": "8bdd1292-cae3-4904-9145-9b71ebb64472", "name": "network-vif-plugged", "status": "completed", "tag": "f1df1f3d-f811-43c5-814b-a620ffcace1e"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:01.350569 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:01.354366 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-487577a3-255a-4d2b-a9cd-4990b054ef44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:01.432774 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-63d3552b-e895-45b0-afe3-c2489947ab95 None None] Provisioning for port 45509fba-ed61-4356-b088-b183ab6dfdd1 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:05:01.444574 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-63d3552b-e895-45b0-afe3-c2489947ab95 None None] Provisioning complete for port 45509fba-ed61-4356-b088-b183ab6dfdd1 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:01.444947 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-63d3552b-e895-45b0-afe3-c2489947ab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:01.481836 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3872a-b95b-47ef-a28e-542daa80ea6a req-74cada7e-865b-4ffc-ba54-86881636e4d4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:01.483121 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8eb3872a-b95b-47ef-a28e-542daa80ea6a req-74cada7e-865b-4ffc-ba54-86881636e4d4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 944 time: 0.2110124 Jun 09 15:05:01.498771 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=f1df1f3d-f811-43c5-814b-a620ffcace1e,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:01.502029 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:01.518516 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-63d3552b-e895-45b0-afe3-c2489947ab95 None None] Port 45509fba-ed61-4356-b088-b183ab6dfdd1 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:05:01.562585 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8eb3872a-b95b-47ef-a28e-542daa80ea6a req-b43af37e-92d7-4c2e-8009-6667fa73b168 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737622 Jun 09 15:05:01.608622 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:01.617758 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:01.618875 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598748'] for router_interface, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:01.622660 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:01.678060 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 53f2e5e3-bc86-45d0-8946-4253372e3fa1 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:05:01.746870 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47dbcc6-09d2-44c5-9748-ef3060219e51 x-openstack-request-id: req-a47dbcc6-09d2-44c5-9748-ef3060219e51 {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:01.747185 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdd1292-cae3-4904-9145-9b71ebb64472", "name": "network-vif-plugged", "status": "completed", "tag": "f1df1f3d-f811-43c5-814b-a620ffcace1e", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:01.747404 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a47dbcc6-09d2-44c5-9748-ef3060219e51 {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:01.747786 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdd1292-cae3-4904-9145-9b71ebb64472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1df1f3d-f811-43c5-814b-a620ffcace1e', 'code': 200} Jun 09 15:05:01.810088 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Pushing event updated for resources: {'Port': ['ID=45509fba-ed61-4356-b088-b183ab6dfdd1,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:01.836938 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 53f2e5e3-bc86-45d0-8946-4253372e3fa1 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:01.838820 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:01.861809 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:01.904666 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:04:57Z', 'revision_number': 3, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:01.913160 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49aa91f-d68e-497a-baa2-7c59cc0d4289 None None] The sync data for ids ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'] in dv-cinder-789603-9-iscsi is: [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:04:57Z', 'revision_number': 3, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:05:01.976291 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e122403a-b192-42e4-9117-eaf3ecb0ae3c req-7b9f572e-38b0-404e-b549-cc5c421f7327 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 210 time: 0.2522428 Jun 09 15:05:02.157010 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Network eec54841-c6b0-497b-8399-d7e40a147888 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:05:02.159337 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:02.163884 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73b9cc-ef21-43b8-8434-fb3da7e67e9c req-0fcc8df8-3169-4f7b-a6ce-4d40bb2c391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:02.165515 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fd73b9cc-ef21-43b8-8434-fb3da7e67e9c req-0fcc8df8-3169-4f7b-a6ce-4d40bb2c391d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 1098 time: 0.1880665 Jun 09 15:05:02.510357 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e108eca-22f7-44d7-a7dc-e30f35d5f343 req-dc2453e5-751f-4cb5-90ed-6084777bc38c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:02.515566 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fd73b9cc-ef21-43b8-8434-fb3da7e67e9c req-c5c28733-d856-4d24-a1d4-4034432dfbae service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666812 Jun 09 15:05:02.518636 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6e108eca-22f7-44d7-a7dc-e30f35d5f343 req-dc2453e5-751f-4cb5-90ed-6084777bc38c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1875026 Jun 09 15:05:02.625734 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6e108eca-22f7-44d7-a7dc-e30f35d5f343 req-d37eab2c-c9b9-4d0f-b5c9-035017a606c7 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981753 Jun 09 15:05:02.631538 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Router f4c2ede2-b318-41e2-af74-fbda7372a1f0 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:05:02.662073 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-b4218bbc-c60e-431e-ae63-8095bda6f58f None None] Provisioning complete for port 45509fba-ed61-4356-b088-b183ab6dfdd1 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:02.662681 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-b4218bbc-c60e-431e-ae63-8095bda6f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:02.721261 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-b4218bbc-c60e-431e-ae63-8095bda6f58f None None] Port 45509fba-ed61-4356-b088-b183ab6dfdd1 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:05:03.075878 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:05:03.089842 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] 10.222.0.74 "PUT /v2.0/routers/f4c2ede2-b318-41e2-af74-fbda7372a1f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9928637 Jun 09 15:05:03.089842 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c94eb-c871-41d3-a51f-98f14fe548ff req-4f0e6d85-f02d-4700-849b-a6b0e867d12a tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:03.096978 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-101c94eb-c871-41d3-a51f-98f14fe548ff req-4f0e6d85-f02d-4700-849b-a6b0e867d12a tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 945 time: 0.3388855 Jun 09 15:05:03.163515 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-101c94eb-c871-41d3-a51f-98f14fe548ff req-bb37f970-cf43-4b71-bf0e-34daecf4a7c1 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651412 Jun 09 15:05:03.237404 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1e174bdb-7b09-4934-ac9c-2f957cd48687 req-b2e9999e-7998-499e-a1ac-f569f1e4cf55 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 210 time: 0.0569911 Jun 09 15:05:03.565984 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 50148) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:03.607145 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 50152) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:03.611885 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-6999940a-b535-4d7c-96e2-4c7cd6470bc7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655918335', 'description': 'tempest-description--851422944'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:03.635891 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6999940a-b535-4d7c-96e2-4c7cd6470bc7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:03.656989 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device e55ce378-2e8e-4d04-a8bc-695b874540de up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:05:03.750233 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c34749df-59e1-490f-a9a8-cc28af935cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:03.789692 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port e55ce378-2e8e-4d04-a8bc-695b874540de completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:05:03.803404 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port e55ce378-2e8e-4d04-a8bc-695b874540de triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:03.803772 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:03.866324 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6999940a-b535-4d7c-96e2-4c7cd6470bc7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:03.987356 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96eca6-ba49-477e-a11d-df40d6c89483 req-4c8a336e-3370-49ee-b1d6-5169414a16a6 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:03.994528 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:03.998056 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0b96eca6-ba49-477e-a11d-df40d6c89483 req-4c8a336e-3370-49ee-b1d6-5169414a16a6 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1763270 Jun 09 15:05:04.007210 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6999940a-b535-4d7c-96e2-4c7cd6470bc7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.041400 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port e55ce378-2e8e-4d04-a8bc-695b874540de, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=e55ce378-2e8e-4d04-a8bc-695b874540de,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:04.048301 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.051016 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:04.067404 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:04.070794 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0b96eca6-ba49-477e-a11d-df40d6c89483 req-c4d4e47b-f52a-4727-9b06-f87e71b60df1 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717232 Jun 09 15:05:04.168504 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=e55ce378-2e8e-4d04-a8bc-695b874540de,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:04.172930 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:04.247117 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999940a-b535-4d7c-96e2-4c7cd6470bc7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1adff279-fc2f-4c18-899e-de839942f2cf,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:04.295438 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Sync routers for ids ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:05:04.296938 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6999940a-b535-4d7c-96e2-4c7cd6470bc7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:04.318730 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Routers {'f4c2ede2-b318-41e2-af74-fbda7372a1f0'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:05:04.319374 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:04:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:04.364037 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c34749df-59e1-490f-a9a8-cc28af935cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.389015 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1846987-c8a3-420f-8285-f535eee8162b req-f2718608-f6f1-4059-b59b-eb8611455014 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:04.390269 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1846987-c8a3-420f-8285-f535eee8162b req-f2718608-f6f1-4059-b59b-eb8611455014 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.61 "GET /v2.0/networks?id=8e2801a2-1b2c-417a-a543-59608c9063c6 HTTP/1.1" status: 200 len: 809 time: 0.3852212 Jun 09 15:05:04.399064 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c34749df-59e1-490f-a9a8-cc28af935cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.407452 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:04.431658 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6bfbd-0d49-48c1-b0b9-cc02c9fda8b0 req-34407621-f6e4-4f75-aa58-f2ac4ab170ca tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:04.434075 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-87e6bfbd-0d49-48c1-b0b9-cc02c9fda8b0 req-34407621-f6e4-4f75-aa58-f2ac4ab170ca tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 945 time: 0.1204374 Jun 09 15:05:04.436270 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6999940a-b535-4d7c-96e2-4c7cd6470bc7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.437411 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-6999940a-b535-4d7c-96e2-4c7cd6470bc7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8293040 Jun 09 15:05:04.441279 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-a1846987-c8a3-420f-8285-f535eee8162b req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Request body: {'port': {'device_id': 'b6369805-2b29-4587-a0c8-8b8fda1c3538', 'network_id': '8e2801a2-1b2c-417a-a543-59608c9063c6', 'admin_state_up': True, 'tenant_id': 'fe1285de80d549b88e39eb56b3473f73'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:04.449356 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 50182) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:04.483033 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-76d21183-01f3-40ef-9e6c-0899e02780f6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Request body: {'security_group_rule': {'security_group_id': '1adff279-fc2f-4c18-899e-de839942f2cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:04.533272 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-76d21183-01f3-40ef-9e6c-0899e02780f6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.560598 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-87e6bfbd-0d49-48c1-b0b9-cc02c9fda8b0 req-5f53e535-b3c1-4d43-b240-8cbf94661ec7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097052 Jun 09 15:05:04.583264 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de879c3c-8271-48a4-8fa3-d6e019d425a1 req-84b74207-ab36-4e63-8668-e86229571d5f tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 210 time: 0.1286483 Jun 09 15:05:04.600015 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34749df-59e1-490f-a9a8-cc28af935cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f31682-f439-4ae8-9095-e57750e48b24,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:04.609894 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-c34749df-59e1-490f-a9a8-cc28af935cd7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a8a94573acaf4a3289b5a87f88cbe5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0396078 Jun 09 15:05:04.609894 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c34749df-59e1-490f-a9a8-cc28af935cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:04.611215 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 50190) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:04.650562 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-76d21183-01f3-40ef-9e6c-0899e02780f6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.662448 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-76d21183-01f3-40ef-9e6c-0899e02780f6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.666954 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-319044b6-fea9-43c0-86f3-3c78fc7691f5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:04.702870 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Set router f4c2ede2-b318-41e2-af74-fbda7372a1f0 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:05:04.739084 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d21183-01f3-40ef-9e6c-0899e02780f6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35852eb0-97eb-454d-bd5d-59f2e521b2dc,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:04.748900 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-76d21183-01f3-40ef-9e6c-0899e02780f6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:04.749525 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-b38a6876-9039-4440-aa24-61ad22b34d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.761906 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-76d21183-01f3-40ef-9e6c-0899e02780f6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.763134 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-76d21183-01f3-40ef-9e6c-0899e02780f6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2839985 Jun 09 15:05:04.765920 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 50198) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:04.772951 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-53d6f4e4-f9dd-4f9c-8f55-4b974979257e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Request body: {'security_group_rule': {'security_group_id': '1adff279-fc2f-4c18-899e-de839942f2cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:04.790450 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-b38a6876-9039-4440-aa24-61ad22b34d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.817953 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-53d6f4e4-f9dd-4f9c-8f55-4b974979257e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.818316 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1846987-c8a3-420f-8285-f535eee8162b req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Made reservation on behalf of fe1285de80d549b88e39eb56b3473f73 for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:05:04.822213 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1846987-c8a3-420f-8285-f535eee8162b req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.923791 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-53d6f4e4-f9dd-4f9c-8f55-4b974979257e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.929269 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-53d6f4e4-f9dd-4f9c-8f55-4b974979257e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:04.934563 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:05.004546 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-53d6f4e4-f9dd-4f9c-8f55-4b974979257e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.008047 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-53d6f4e4-f9dd-4f9c-8f55-4b974979257e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2411313 Jun 09 15:05:05.011817 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 50208) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:05.019836 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6f4e4-f9dd-4f9c-8f55-4b974979257e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58bb2661-19ec-451b-9287-ccfcff612b7b,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:05.034192 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Request body: {'floatingip': {'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:05.068657 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-53d6f4e4-f9dd-4f9c-8f55-4b974979257e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:05.102827 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-b38a6876-9039-4440-aa24-61ad22b34d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.104980 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-b38a6876-9039-4440-aa24-61ad22b34d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.106099 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-b38a6876-9039-4440-aa24-61ad22b34d84 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b2f31682-f439-4ae8-9095-e57750e48b24 HTTP/1.1" status: 204 len: 168 time: 0.4939954 Jun 09 15:05:05.107581 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-a1846987-c8a3-420f-8285-f535eee8162b req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Allocated IP 172.20.0.7 (8e2801a2-1b2c-417a-a543-59608c9063c6/a4e17da7-d765-42b4-bac3-8e95fb1c35ef/d8278502-7f03-402a-a976-3556cd965594) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:05:05.110342 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-85e1bc67-47e6-4be0-aba3-fb0a49764283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:05.128166 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a6876-9039-4440-aa24-61ad22b34d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f31682-f439-4ae8-9095-e57750e48b24,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:05.134198 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for floatingip, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.136409 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-b38a6876-9039-4440-aa24-61ad22b34d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:05.234410 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0f7bb5ff-4f90-4101-a724-9c63e1be981e req-9befc456-6302-4434-85a5-881de7e6897f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2214479 Jun 09 15:05:05.315100 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.339862 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 2, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:05.349331 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Checking router: f4c2ede2-b318-41e2-af74-fbda7372a1f0 for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:05:05.349687 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Updating router f4c2ede2-b318-41e2-af74-fbda7372a1f0 port 45509fba-ed61-4356-b088-b183ab6dfdd1 binding host dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:05:05.514759 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1846987-c8a3-420f-8285-f535eee8162b req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.517768 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.521230 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Allocated IP 172.27.1.39 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/ea81c6c9-7d33-41c1-84e0-1f30a4560702) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:05:05.554072 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 50226) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:05.628294 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1846987-c8a3-420f-8285-f535eee8162b req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.644777 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-90c2917f-0c4a-4db4-8cc0-4c3a6a2b77a7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:05.684888 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.714021 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 50232) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:05.768195 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device e55ce378-2e8e-4d04-a8bc-695b874540de up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:05:05.831143 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1846987-c8a3-420f-8285-f535eee8162b req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Network 8e2801a2-1b2c-417a-a543-59608c9063c6 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:05:05.834551 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-a1846987-c8a3-420f-8285-f535eee8162b req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:05.839152 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1846987-c8a3-420f-8285-f535eee8162b req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:05:05.844788 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1846987-c8a3-420f-8285-f535eee8162b req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:05.845780 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1846987-c8a3-420f-8285-f535eee8162b req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.850121 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-26aefd8e-f5da-4da3-ab74-09bd95df8bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.872609 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Pushing event updated for resources: {'Port': ['ID=d8278502-7f03-402a-a976-3556cd965594,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:05.884766 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:05.895260 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:05.901286 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1846987-c8a3-420f-8285-f535eee8162b req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4699917 Jun 09 15:05:05.915310 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:05.930524 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Request body: {'port': {'device_id': 'b6369805-2b29-4587-a0c8-8b8fda1c3538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:06.009436 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3995e11a-85d5-4df0-b6fd-85438048dc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.035196 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:05:06.045949 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:06.070971 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:05:06.107383 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event updated for resources: {'Port': ['ID=ea81c6c9-7d33-41c1-84e0-1f30a4560702,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:06.125746 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:06.150463 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb872a4-646c-4de6-890b-431196196e44 req-ebf4d6cd-4fbd-45cc-bbda-e0eaeab602cd tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:06.157293 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3fb872a4-646c-4de6-890b-431196196e44 req-ebf4d6cd-4fbd-45cc-bbda-e0eaeab602cd tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.4410412 Jun 09 15:05:06.165229 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.165734 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bb5ff-4f90-4101-a724-9c63e1be981e req-732358af-9b87-4207-96cc-3b819cc7f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:06.167192 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0f7bb5ff-4f90-4101-a724-9c63e1be981e req-732358af-9b87-4207-96cc-3b819cc7f886 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9023d31c9656451a80838b75606d750a&device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 1099 time: 0.4522812 Jun 09 15:05:06.228914 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port e55ce378-2e8e-4d04-a8bc-695b874540de triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:06.229286 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.358232 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.404457 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741b6f1-6639-456d-ad71-ed7cba401294 req-6c29ce5f-7b9c-41ab-97a6-18ad16e316a0 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:06.407047 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4741b6f1-6639-456d-ad71-ed7cba401294 req-6c29ce5f-7b9c-41ab-97a6-18ad16e316a0 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 931 time: 0.1800578 Jun 09 15:05:06.416980 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Transition to ACTIVE for port object 45509fba-ed61-4356-b088-b183ab6dfdd1 will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:06.430599 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.436980 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:06.471750 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3fb872a4-646c-4de6-890b-431196196e44 req-131da867-7b78-4fae-8297-211873c9e94b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136058 Jun 09 15:05:06.547213 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.553457 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bb5ff-4f90-4101-a724-9c63e1be981e req-8f67e1be-fa26-4582-84e7-378d1ad0433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:06.553457 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0f7bb5ff-4f90-4101-a724-9c63e1be981e req-8f67e1be-fa26-4582-84e7-378d1ad0433a service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a976f6a-8fdb-4c02-abae-9d741d19dd37 HTTP/1.1" status: 200 len: 915 time: 0.3453453 Jun 09 15:05:06.559562 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-26aefd8e-f5da-4da3-ab74-09bd95df8bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.617027 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90364d24-c74d-450a-a881-0cf6ff987d4b None None] Pushing event updated for resources: {'Port': ['ID=45509fba-ed61-4356-b088-b183ab6dfdd1,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:06.620542 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-90364d24-c74d-450a-a881-0cf6ff987d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:06.665582 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-26aefd8e-f5da-4da3-ab74-09bd95df8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.679157 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4741b6f1-6639-456d-ad71-ed7cba401294 req-ed0e1394-edf8-492f-9200-8d8b97aa2a2e tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449975 Jun 09 15:05:06.700383 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Attempting to bind port 45509fba-ed61-4356-b088-b183ab6dfdd1 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:05:06.701234 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Attempting to bind port 45509fba-ed61-4356-b088-b183ab6dfdd1 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:05:06.702069 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Attempting to bind port 45509fba-ed61-4356-b088-b183ab6dfdd1 on network eec54841-c6b0-497b-8399-d7e40a147888 {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:06.708143 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:06.709245 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:05:06.709837 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Checking segment: {'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:05:06.710307 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.710737 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Bound using segment: {'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:05:06.711461 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Bound port: 45509fba-ed61-4356-b088-b183ab6dfdd1, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:05:06.711903 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.721483 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0f7bb5ff-4f90-4101-a724-9c63e1be981e req-0839ebc3-d79d-4c85-97bf-1303cfd957f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fb420df-0438-40e2-9c2f-8a54d402719b HTTP/1.1" status: 200 len: 217 time: 0.1588511 Jun 09 15:05:06.836489 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bb5ff-4f90-4101-a724-9c63e1be981e req-060498e7-ba73-41e7-86b2-d7f1474ef79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:06.838071 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0f7bb5ff-4f90-4101-a724-9c63e1be981e req-060498e7-ba73-41e7-86b2-d7f1474ef79c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4058271-302e-4123-bbee-4d8ec26a83e1 HTTP/1.1" status: 200 len: 854 time: 0.1092257 Jun 09 15:05:06.838251 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] For port 45509fba-ed61-4356-b088-b183ab6dfdd1, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:05:06.845502 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] For port 45509fba-ed61-4356-b088-b183ab6dfdd1, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=45509fba-ed61-4356-b088-b183ab6dfdd1,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:05:06.856857 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.860150 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-26aefd8e-f5da-4da3-ab74-09bd95df8bf1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fdfdb927a951411ca11d091df018d59e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1397858 Jun 09 15:05:06.860150 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aefd8e-f5da-4da3-ab74-09bd95df8bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff7e9e4-f909-4b1d-97f9-5c25158f4033,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:06.860721 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.865825 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:06.897503 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 50242) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:06.918649 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-26aefd8e-f5da-4da3-ab74-09bd95df8bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:06.926914 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3995e11a-85d5-4df0-b6fd-85438048dc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.947321 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3995e11a-85d5-4df0-b6fd-85438048dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:06.965192 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8b26da77-79ff-4d31-9b63-2436465323ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:06.970475 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0f7bb5ff-4f90-4101-a724-9c63e1be981e req-eb3c8751-d5db-4a21-9645-d631dd600417 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a976f6a-8fdb-4c02-abae-9d741d19dd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530069 Jun 09 15:05:06.979261 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90364d24-c74d-450a-a881-0cf6ff987d4b None None] Pushing event updated for resources: {'Port': ['ID=45509fba-ed61-4356-b088-b183ab6dfdd1,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:06.982995 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-90364d24-c74d-450a-a881-0cf6ff987d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:06.983994 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Routers {'f4c2ede2-b318-41e2-af74-fbda7372a1f0'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:05:06.984766 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:04:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:07.009767 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8278502-7f03-402a-a976-3556cd965594 {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:07.023782 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.040698 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Transition to ACTIVE for port object d8278502-7f03-402a-a976-3556cd965594 will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:07.062348 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995e11a-85d5-4df0-b6fd-85438048dc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccee0846-d084-44d3-80ae-597b414d7b9b,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:07.069563 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-3995e11a-85d5-4df0-b6fd-85438048dc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:07.092938 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.104832 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4419f994-cf91-42b7-a531-be9de610a855 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:07.180372 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8278502-7f03-402a-a976-3556cd965594,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:07.183556 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:07.191190 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-3995e11a-85d5-4df0-b6fd-85438048dc03 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e3be135b619345a885f818cadaa76bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6335199 Jun 09 15:05:07.202631 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.208913 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 50248) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:07.264995 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] Set router f4c2ede2-b318-41e2-af74-fbda7372a1f0 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:05:07.296542 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-65d0e47c-938f-4e9b-b70f-c89f00434901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.410749 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Attempting to bind port d8278502-7f03-402a-a976-3556cd965594 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:05:07.411016 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Attempting to bind port d8278502-7f03-402a-a976-3556cd965594 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '8bee0438-f2a1-4eb1-9848-dd912f2ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e2801a2-1b2c-417a-a543-59608c9063c6'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:05:07.411323 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Attempting to bind port d8278502-7f03-402a-a976-3556cd965594 on network 8e2801a2-1b2c-417a-a543-59608c9063c6 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:07.418872 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Port d8278502-7f03-402a-a976-3556cd965594 on network 8e2801a2-1b2c-417a-a543-59608c9063c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:05:07.419355 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Attempting to bind port d8278502-7f03-402a-a976-3556cd965594 on network 8e2801a2-1b2c-417a-a543-59608c9063c6 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:07.424130 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-65d0e47c-938f-4e9b-b70f-c89f00434901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.440043 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:05:07.440373 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Checking segment: {'id': '8bee0438-f2a1-4eb1-9848-dd912f2ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e2801a2-1b2c-417a-a543-59608c9063c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:05:07.441354 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Bound using segment: {'id': '8bee0438-f2a1-4eb1-9848-dd912f2ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e2801a2-1b2c-417a-a543-59608c9063c6'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:05:07.441799 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Bound port: d8278502-7f03-402a-a976-3556cd965594, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bee0438-f2a1-4eb1-9848-dd912f2ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e2801a2-1b2c-417a-a543-59608c9063c6'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:05:07.442324 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.467692 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.470941 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0f7bb5ff-4f90-4101-a724-9c63e1be981e req-6a5d1fd0-0051-4ee4-bd8f-748fd5f9221a service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912703 Jun 09 15:05:07.490737 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0301-fe8a-42f2-badf-1f7fbc4a78a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.521418 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.584690 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:07.597103 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] For port d8278502-7f03-402a-a976-3556cd965594, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:05:07.601743 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] For port d8278502-7f03-402a-a976-3556cd965594, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d8278502-7f03-402a-a976-3556cd965594,segment=NetworkSegment(8bee0438-f2a1-4eb1-9848-dd912f2ecd24),segment_id=8bee0438-f2a1-4eb1-9848-dd912f2ecd24)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:05:07.637085 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.695609 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:07.696228 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:06Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:07.700329 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b21d8-9d65-4b70-99ea-6a9b92603bd9 None None] The sync data for ids ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'] in dv-cinder-789603-9-iscsi is: [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:06Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:05:07.777491 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0301-fe8a-42f2-badf-1f7fbc4a78a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.818457 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:07.827060 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:05:07.828527 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.830184 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1846987-c8a3-420f-8285-f535eee8162b req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] 10.222.0.61 "PUT /v2.0/ports/d8278502-7f03-402a-a976-3556cd965594 HTTP/1.1" status: 200 len: 1093 time: 1.9123626 Jun 09 15:05:07.859344 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6369805-2b29-4587-a0c8-8b8fda1c3538', 'tag': 'd8278502-7f03-402a-a976-3556cd965594'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:07.862582 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd04018-ed38-4de8-9db6-6c7dd5374e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6369805-2b29-4587-a0c8-8b8fda1c3538", "tag": "d8278502-7f03-402a-a976-3556cd965594"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:07.870381 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-65d0e47c-938f-4e9b-b70f-c89f00434901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.872899 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-65d0e47c-938f-4e9b-b70f-c89f00434901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.876576 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-65d0e47c-938f-4e9b-b70f-c89f00434901 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9ff7e9e4-f909-4b1d-97f9-5c25158f4033 HTTP/1.1" status: 204 len: 168 time: 0.9455876 Jun 09 15:05:07.899879 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event updated for resources: {'Port': ['ID=ea81c6c9-7d33-41c1-84e0-1f30a4560702,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:07.903841 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:07.914064 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0301-fe8a-42f2-badf-1f7fbc4a78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.916496 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0301-fe8a-42f2-badf-1f7fbc4a78a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:07.917662 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-3ecf0301-fe8a-42f2-badf-1f7fbc4a78a9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ccee0846-d084-44d3-80ae-597b414d7b9b HTTP/1.1" status: 204 len: 168 time: 0.7045398 Jun 09 15:05:07.930576 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-4c5857d9-7862-4fb6-8b67-8a5779d9839b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:07.953032 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf0301-fe8a-42f2-badf-1f7fbc4a78a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccee0846-d084-44d3-80ae-597b414d7b9b,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:07.955997 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-3ecf0301-fe8a-42f2-badf-1f7fbc4a78a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:07.988198 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:08.022355 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:08.023861 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0075412 Jun 09 15:05:08.029972 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0f7bb5ff-4f90-4101-a724-9c63e1be981e req-7ebcd92c-839e-4b44-845a-6e4f890740e0 service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403378 Jun 09 15:05:08.045530 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8278502-7f03-402a-a976-3556cd965594,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:08.064348 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accaefd-d227-44dd-8dc9-f1362af872be req-e0570f55-5337-44f9-b577-804a508898da tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:08.066736 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1accaefd-d227-44dd-8dc9-f1362af872be req-e0570f55-5337-44f9-b577-804a508898da tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.4023142 Jun 09 15:05:08.072365 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:08.073374 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-dceece96-333e-4e76-9083-283931ec38fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:08.098398 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0e47c-938f-4e9b-b70f-c89f00434901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff7e9e4-f909-4b1d-97f9-5c25158f4033,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:08.118353 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-65d0e47c-938f-4e9b-b70f-c89f00434901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:08.155229 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-82699ac4-b4e4-426e-bcc0-aa241132c59a tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:08.158789 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1accaefd-d227-44dd-8dc9-f1362af872be req-0ceeb125-069f-42e8-a41c-b30fd288423f tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855772 Jun 09 15:05:08.162414 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-82699ac4-b4e4-426e-bcc0-aa241132c59a tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/networks?id=4a976f6a-8fdb-4c02-abae-9d741d19dd37 HTTP/1.1" status: 200 len: 814 time: 0.5571170 Jun 09 15:05:08.192802 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-02f8b7bf-9755-4158-bebf-1ffe2025b1ac tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/quotas/9023d31c9656451a80838b75606d750a HTTP/1.1" status: 200 len: 375 time: 0.0292208 Jun 09 15:05:08.293602 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1846987-c8a3-420f-8285-f535eee8162b req-6df85642-bb4a-42fc-95c1-354f0c59322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:08.295239 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1846987-c8a3-420f-8285-f535eee8162b req-6df85642-bb4a-42fc-95c1-354f0c59322a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe1285de80d549b88e39eb56b3473f73&device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 1096 time: 0.3943748 Jun 09 15:05:08.459916 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5895b8-7771-4a16-b9bf-c370a60617fa req-38ba9b19-4652-49fa-8d81-ec2eb0aaa399 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:08.463295 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ef5895b8-7771-4a16-b9bf-c370a60617fa req-38ba9b19-4652-49fa-8d81-ec2eb0aaa399 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 943 time: 0.1837142 Jun 09 15:05:08.484159 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1846987-c8a3-420f-8285-f535eee8162b req-4de1bc74-160a-4cbf-ba7b-6bb13ebae660 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8278502-7f03-402a-a976-3556cd965594 HTTP/1.1" status: 200 len: 217 time: 0.1750381 Jun 09 15:05:08.561419 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ef5895b8-7771-4a16-b9bf-c370a60617fa req-be574646-240d-4164-bc14-b438cea26b8a tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879912 Jun 09 15:05:08.568842 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-dc1964d6-4f81-46f1-8ff6-fc83fcc7050c tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9023d31c9656451a80838b75606d750a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3750739 Jun 09 15:05:08.618327 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 50292) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:08.638529 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f6fcee59-bdb3-4fc1-a23c-3784e44a5b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:08.727635 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ba520c-c9a1-4d68-bc68-d1d668938975 x-openstack-request-id: req-63ba520c-c9a1-4d68-bc68-d1d668938975 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:08.728591 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6369805-2b29-4587-a0c8-8b8fda1c3538", "tag": "d8278502-7f03-402a-a976-3556cd965594", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:08.728964 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-63ba520c-c9a1-4d68-bc68-d1d668938975 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:08.731606 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6369805-2b29-4587-a0c8-8b8fda1c3538', 'tag': 'd8278502-7f03-402a-a976-3556cd965594', 'status': 'completed', 'code': 200} Jun 09 15:05:08.799803 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1846987-c8a3-420f-8285-f535eee8162b req-6ec66f00-0064-42a0-a0e1-c2d5fb657aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:08.800122 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f6fcee59-bdb3-4fc1-a23c-3784e44a5b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:08.802252 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1846987-c8a3-420f-8285-f535eee8162b req-6ec66f00-0064-42a0-a0e1-c2d5fb657aa0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a4e17da7-d765-42b4-bac3-8e95fb1c35ef HTTP/1.1" status: 200 len: 849 time: 0.3033891 Jun 09 15:05:08.806210 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f6fcee59-bdb3-4fc1-a23c-3784e44a5b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:08.818527 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-6bbdc968-b425-4cb4-8f57-d2156d5dbfd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:08.890782 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1846987-c8a3-420f-8285-f535eee8162b req-6f9cd2fe-cd70-4e8c-9d2f-bf20cbcc446c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8e2801a2-1b2c-417a-a543-59608c9063c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637796 Jun 09 15:05:08.943083 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-058ea3c2-d432-4ea0-ac96-6e8391ab4f9a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--655918335&fields=id&tenant_id=c84101f7a7b147b788f7b1dbf4a50b62 HTTP/1.1" status: 200 len: 267 time: 0.1018608 Jun 09 15:05:08.943829 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcee59-bdb3-4fc1-a23c-3784e44a5b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cfd4ea-c0f6-4302-8dc0-8bc2747a7e00,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:08.947279 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f6fcee59-bdb3-4fc1-a23c-3784e44a5b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:08.952202 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-f6fcee59-bdb3-4fc1-a23c-3784e44a5b06 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8da6e73b3f2d4d58a3cbc2c91d4cf6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305197 Jun 09 15:05:08.969464 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-b706141c-d89f-473a-bbbb-eacb12b4b101 service neutron] 10.222.0.74 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997474 Jun 09 15:05:08.969937 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 50304) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:09.123595 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-b9e48bc4-9ab9-49a5-aef1-063679f5c987 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:09.125168 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-b9e48bc4-9ab9-49a5-aef1-063679f5c987 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/networks?id=eec54841-c6b0-497b-8399-d7e40a147888 HTTP/1.1" status: 200 len: 811 time: 0.1742840 Jun 09 15:05:09.143430 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-25e9f49d-72ac-4e3e-934b-4a7867d39314 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/quotas/c84101f7a7b147b788f7b1dbf4a50b62 HTTP/1.1" status: 200 len: 375 time: 0.0114763 Jun 09 15:05:09.188511 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-35a307ea-0927-4038-aeba-4a77df7aa8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:09.229691 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-35a307ea-0927-4038-aeba-4a77df7aa8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:09.266961 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-c2f0866f-43cf-481e-990e-ef04cc11ac64 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c84101f7a7b147b788f7b1dbf4a50b62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1166484 Jun 09 15:05:09.450027 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1846987-c8a3-420f-8285-f535eee8162b req-c8c036cb-9441-4182-a45b-407c985890a5 service neutron] 10.222.0.61 "GET /v2.0/networks/8e2801a2-1b2c-417a-a543-59608c9063c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427501 Jun 09 15:05:09.456342 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-777015cb-ae8e-45e2-967b-3c29ca1a7d68 service neutron] 10.222.0.74 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932970 Jun 09 15:05:09.458001 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-35a307ea-0927-4038-aeba-4a77df7aa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:09.460546 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-35a307ea-0927-4038-aeba-4a77df7aa8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:09.461861 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-35a307ea-0927-4038-aeba-4a77df7aa8ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/02cfd4ea-c0f6-4302-8dc0-8bc2747a7e00 HTTP/1.1" status: 204 len: 168 time: 0.4846709 Jun 09 15:05:09.463829 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6d63c3b0-963f-4982-bbb2-ecdacb6e8067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:09.603853 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1846987-c8a3-420f-8285-f535eee8162b req-ebc285d1-0aa6-4772-a154-6957abb7cb5a service neutron] 10.222.0.61 "GET /v2.0/networks/8e2801a2-1b2c-417a-a543-59608c9063c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407166 Jun 09 15:05:09.613570 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a307ea-0927-4038-aeba-4a77df7aa8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cfd4ea-c0f6-4302-8dc0-8bc2747a7e00,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:09.616920 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-35a307ea-0927-4038-aeba-4a77df7aa8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:09.672233 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-cc3d7945-2ac9-4c7f-b87e-786cc5ae2a54 service neutron] 10.222.0.74 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845081 Jun 09 15:05:09.749220 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 45509fba-ed61-4356-b088-b183ab6dfdd1 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:05:09.831202 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd04018-ed38-4de8-9db6-6c7dd5374e4e req-f63c9a2d-8321-413b-b9b3-116b0f309941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:09.838174 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7dd04018-ed38-4de8-9db6-6c7dd5374e4e req-f63c9a2d-8321-413b-b9b3-116b0f309941 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe1285de80d549b88e39eb56b3473f73&device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 1096 time: 0.1452098 Jun 09 15:05:09.888503 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 45509fba-ed61-4356-b088-b183ab6dfdd1 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:05:09.900620 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 45509fba-ed61-4356-b088-b183ab6dfdd1 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:09.900996 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:09.995983 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-d78db099-cd62-4b30-99df-6f4dba937275 service neutron] 10.222.0.74 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222749 Jun 09 15:05:10.104359 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd04018-ed38-4de8-9db6-6c7dd5374e4e req-d734613e-1cc1-4f47-aa52-de26e062ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:10.107267 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7dd04018-ed38-4de8-9db6-6c7dd5374e4e req-d734613e-1cc1-4f47-aa52-de26e062ce2e service neutron] 10.222.0.61 "GET /v2.0/networks?id=8e2801a2-1b2c-417a-a543-59608c9063c6 HTTP/1.1" status: 200 len: 910 time: 0.2610772 Jun 09 15:05:10.221449 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7dd04018-ed38-4de8-9db6-6c7dd5374e4e req-a0fa60ac-4b62-48dd-b975-a5f62678261f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8278502-7f03-402a-a976-3556cd965594 HTTP/1.1" status: 200 len: 217 time: 0.1007459 Jun 09 15:05:10.335225 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8bd80-5edd-4b9d-8e18-e2204376d6de req-30eb9513-ee73-42cb-9175-159453bc58ce tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:10.337008 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-40c8bd80-5edd-4b9d-8e18-e2204376d6de req-30eb9513-ee73-42cb-9175-159453bc58ce tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.2972782 Jun 09 15:05:10.348329 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:10.454294 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port 45509fba-ed61-4356-b088-b183ab6dfdd1, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=45509fba-ed61-4356-b088-b183ab6dfdd1,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:10.456574 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd04018-ed38-4de8-9db6-6c7dd5374e4e req-92e22818-6a53-4f96-bd4d-b08678c3e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:10.458143 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7dd04018-ed38-4de8-9db6-6c7dd5374e4e req-92e22818-6a53-4f96-bd4d-b08678c3e5c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a4e17da7-d765-42b4-bac3-8e95fb1c35ef HTTP/1.1" status: 200 len: 849 time: 0.2286124 Jun 09 15:05:10.459335 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:10.461628 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:10.599016 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7dd04018-ed38-4de8-9db6-6c7dd5374e4e req-3dabdae0-77f3-48af-be5a-c9ca619372cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8e2801a2-1b2c-417a-a543-59608c9063c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256056 Jun 09 15:05:10.618162 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a36fa-8b90-4586-a14f-5d1bd6dd790c req-c6e1ec5f-5d99-4ac7-a0f6-0e438cf9ccc2 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:10.630065 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1f7a36fa-8b90-4586-a14f-5d1bd6dd790c req-c6e1ec5f-5d99-4ac7-a0f6-0e438cf9ccc2 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 943 time: 0.1396441 Jun 09 15:05:10.651002 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=45509fba-ed61-4356-b088-b183ab6dfdd1,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:10.655071 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:10.719638 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-40c8bd80-5edd-4b9d-8e18-e2204376d6de req-ba66f84e-1b13-4019-a4b4-012fbb5cc9bb tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609574 Jun 09 15:05:10.733286 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1f7a36fa-8b90-4586-a14f-5d1bd6dd790c req-39df58f9-9128-4f4a-bd49-72235e27b343 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002908 Jun 09 15:05:10.841086 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7dd04018-ed38-4de8-9db6-6c7dd5374e4e req-565ff618-026d-452c-8e58-08b904ff48ae service neutron] 10.222.0.61 "GET /v2.0/networks/8e2801a2-1b2c-417a-a543-59608c9063c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153678 Jun 09 15:05:10.939486 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b5a7febf-a428-4459-bd23-dd91365f628a req-57d1bfbc-f906-4a8e-805d-651a54a6f4d6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 210 time: 0.1146147 Jun 09 15:05:11.010854 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-561c4e33-5037-4e2a-9bdc-6693f97e2191 req-e2cc70ef-b032-4d67-a3ad-229691c92a4b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 210 time: 0.0510225 Jun 09 15:05:11.068947 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7dd04018-ed38-4de8-9db6-6c7dd5374e4e req-506e4892-7d46-4a36-b7a5-b779dc80fa40 service neutron] 10.222.0.61 "GET /v2.0/networks/8e2801a2-1b2c-417a-a543-59608c9063c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197154 Jun 09 15:05:11.669596 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 45509fba-ed61-4356-b088-b183ab6dfdd1 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:05:11.723812 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-6d8ad09d-5fa4-4111-bc4b-783995f237a6 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:11.725273 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-6d8ad09d-5fa4-4111-bc4b-783995f237a6 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "GET /v2.0/networks?id=4a976f6a-8fdb-4c02-abae-9d741d19dd37 HTTP/1.1" status: 200 len: 814 time: 0.2196445 Jun 09 15:05:11.741439 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Request body: {'port': {'device_id': '17ad8eff-1ade-44bc-9f2e-5ffa015b5a01', 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37', 'admin_state_up': True, 'tenant_id': '9023d31c9656451a80838b75606d750a'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:11.853920 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 45509fba-ed61-4356-b088-b183ab6dfdd1 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:11.854301 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:12.106710 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35918997-e2c5-4d6e-a220-ff2ccd23b30a req-5db25c2f-8e6a-473d-b432-c47632a83c63 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:12.109219 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-35918997-e2c5-4d6e-a220-ff2ccd23b30a req-5db25c2f-8e6a-473d-b432-c47632a83c63 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 943 time: 0.1282349 Jun 09 15:05:12.154049 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Made reservation on behalf of 9023d31c9656451a80838b75606d750a for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:05:12.179405 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:12.306375 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a182d-b721-4384-850c-156b6d9d20f9 req-ff0f2763-339d-412f-8296-8fc870fa1a9a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:12.307869 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a04a182d-b721-4384-850c-156b6d9d20f9 req-ff0f2763-339d-412f-8296-8fc870fa1a9a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.2417855 Jun 09 15:05:12.317429 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-35918997-e2c5-4d6e-a220-ff2ccd23b30a req-ffb6e526-5465-4842-9095-641b7fb8a70d tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995385 Jun 09 15:05:12.383081 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-29a69da5-19d4-4a5f-bd40-e14216c6a6c1 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:12.384905 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-29a69da5-19d4-4a5f-bd40-e14216c6a6c1 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.61 "GET /v2.0/networks?id=eec54841-c6b0-497b-8399-d7e40a147888 HTTP/1.1" status: 200 len: 811 time: 0.2274725 Jun 09 15:05:12.426576 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a04a182d-b721-4384-850c-156b6d9d20f9 req-d5a62d43-cb2f-44c0-a189-f1f9e2e9eeb5 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894434 Jun 09 15:05:12.465989 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-0cb67501-d11f-474e-9e29-5aff35e796aa tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c84101f7a7b147b788f7b1dbf4a50b62 HTTP/1.1" status: 200 len: 379 time: 0.0708003 Jun 09 15:05:12.477178 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Request body: {'port': {'device_id': '41ce335a-6db6-47db-b4ee-ca1565bd80ec', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'admin_state_up': True, 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'security_groups': ['1adff279-fc2f-4c18-899e-de839942f2cf']}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:12.552760 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Allocated IP 172.20.0.7 (4a976f6a-8fdb-4c02-abae-9d741d19dd37/d4058271-302e-4123-bbee-4d8ec26a83e1/60acd899-39e3-41d2-8ba3-466ba1e0f839) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:05:12.676559 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d438a700-b1c4-4c9a-a89a-8cf411d8e350 req-763dadd3-e1af-403b-9507-f1fab58d8c40 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 210 time: 0.0711741 Jun 09 15:05:12.680996 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8ec3db30-c15b-4d64-a231-6c3fe7b11ec9 req-99a1f9fa-1985-4329-bb1c-55d8996a18b8 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 210 time: 0.1248777 Jun 09 15:05:12.735240 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Made reservation on behalf of c84101f7a7b147b788f7b1dbf4a50b62 for: {'port': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:05:12.741194 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:12.843857 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-231afe42-bd41-404a-bb91-01e86297bbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:12.893949 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:12.923343 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:12.929192 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:12.934074 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Allocated IP 172.20.0.12 (eec54841-c6b0-497b-8399-d7e40a147888/2afc08c9-1a35-412a-9699-36c252f1274a/f5f2f76c-3397-4161-a6d3-3c701ef5e8a7) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:05:12.994546 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:05:12.997459 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:13.001365 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:05:13.007326 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:13.007915 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:13.021981 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Pushing event updated for resources: {'Port': ['ID=60acd899-39e3-41d2-8ba3-466ba1e0f839,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:13.026248 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:13.032449 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2963812 Jun 09 15:05:13.118861 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:13.134231 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Transition to ACTIVE for port object f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 will not be triggered until provisioned by entity DHCP. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:13.156196 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:13.162378 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:13.225617 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Network eec54841-c6b0-497b-8399-d7e40a147888 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:05:13.228583 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:13.232281 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:05:13.270106 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event updated for resources: {'Port': ['ID=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:13.274527 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:13.304025 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:13.304650 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:13.323451 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8519204 Jun 09 15:05:13.417142 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-3dce419e-f7ea-4acd-b12e-c7d8ca259344 None None] Provisioning for port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:05:13.421869 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-3dce419e-f7ea-4acd-b12e-c7d8ca259344 None None] Provisioning complete for port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:13.422239 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-3dce419e-f7ea-4acd-b12e-c7d8ca259344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:13.476690 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-3dce419e-f7ea-4acd-b12e-c7d8ca259344 None None] Port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:05:13.507396 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabea40a-dc6a-42aa-9fed-a8a571d4bfe5 req-99bcda5d-a49f-4da8-a89a-85355b2c0b4d tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:13.508743 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-eabea40a-dc6a-42aa-9fed-a8a571d4bfe5 req-99bcda5d-a49f-4da8-a89a-85355b2c0b4d tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 943 time: 0.0801892 Jun 09 15:05:13.553417 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-eabea40a-dc6a-42aa-9fed-a8a571d4bfe5 req-de736b7f-2cfc-4af6-9ded-934b25e720ff tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390387 Jun 09 15:05:13.728574 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed749e-d74b-41fc-b2e2-2bd716714153 req-eedbcb67-4fd8-4cf6-858b-ca3c116e0a37 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:13.729933 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-beed749e-d74b-41fc-b2e2-2bd716714153 req-eedbcb67-4fd8-4cf6-858b-ca3c116e0a37 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0832586 Jun 09 15:05:13.774124 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-beed749e-d74b-41fc-b2e2-2bd716714153 req-e9f1bc7b-c4a1-424f-af53-87180685a178 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384758 Jun 09 15:05:13.943725 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df827720-2b5a-45aa-b0e8-c99443dad697 req-91ebd636-f554-4adb-b07c-78f827ed4854 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:13.945140 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-df827720-2b5a-45aa-b0e8-c99443dad697 req-91ebd636-f554-4adb-b07c-78f827ed4854 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 932 time: 0.0791609 Jun 09 15:05:13.991926 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-df827720-2b5a-45aa-b0e8-c99443dad697 req-b2d0083d-fba5-4fbb-9ece-318d3e236fe8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412040 Jun 09 15:05:14.160789 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ebf45-b217-429c-a206-3b73daa0ee63 req-8d5b3a63-3c2c-4f86-b5a8-67ceff89fcf6 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:14.162200 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-580ebf45-b217-429c-a206-3b73daa0ee63 req-8d5b3a63-3c2c-4f86-b5a8-67ceff89fcf6 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 931 time: 0.0780354 Jun 09 15:05:14.204693 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-580ebf45-b217-429c-a206-3b73daa0ee63 req-9b586f88-e317-4375-be72-bcf3ee467956 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369997 Jun 09 15:05:14.738659 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a7302-9509-4bbb-8843-92665c2cfc92 req-c9c9b7c1-1d78-4b1b-9987-1ebfc94b84d3 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:14.740183 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b48a7302-9509-4bbb-8843-92665c2cfc92 req-c9c9b7c1-1d78-4b1b-9987-1ebfc94b84d3 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 943 time: 0.0833099 Jun 09 15:05:14.784093 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b48a7302-9509-4bbb-8843-92665c2cfc92 req-cc34bf13-181d-4704-b94c-1da2a4a9bde1 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381773 Jun 09 15:05:14.959632 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a0ff6-9c20-424b-9dff-1f862e406b8a req-b3033405-3596-4604-bec5-dcac83871d0c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:14.961061 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f03a0ff6-9c20-424b-9dff-1f862e406b8a req-b3033405-3596-4604-bec5-dcac83871d0c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0808837 Jun 09 15:05:15.011031 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f03a0ff6-9c20-424b-9dff-1f862e406b8a req-a5cae736-34f5-429c-a169-4167277876c8 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439813 Jun 09 15:05:15.197007 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943bd2-0ad4-41d2-b531-371ad5db121f req-0c027d84-e8e9-491e-a92a-be09e0188233 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:15.198686 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d0943bd2-0ad4-41d2-b531-371ad5db121f req-0c027d84-e8e9-491e-a92a-be09e0188233 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 932 time: 0.0883272 Jun 09 15:05:15.242944 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d0943bd2-0ad4-41d2-b531-371ad5db121f req-f3139d38-f625-4201-921f-956909d4a6b8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386400 Jun 09 15:05:15.294040 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:15.403646 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-fa1831df-cf20-473a-be9d-4ce527771920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:15.412692 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8588101-1e08-454d-aba7-2d9b147bec39 req-a0127eb6-efd0-4cde-821d-554fc151f860 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:15.414875 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d8588101-1e08-454d-aba7-2d9b147bec39 req-a0127eb6-efd0-4cde-821d-554fc151f860 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 931 time: 0.0803301 Jun 09 15:05:15.462943 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d8588101-1e08-454d-aba7-2d9b147bec39 req-8cc1d095-893a-41a4-a0e3-20d3e66099b3 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425334 Jun 09 15:05:15.676561 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['2fb420df-0438-40e2-9c2f-8a54d402719b', 'f1df1f3d-f811-43c5-814b-a620ffcace1e'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:15.703024 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Request body: {'port': {'device_id': '17ad8eff-1ade-44bc-9f2e-5ffa015b5a01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:15.703450 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Request body: {'port': {'device_id': '41ce335a-6db6-47db-b4ee-ca1565bd80ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:15.721044 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device d8278502-7f03-402a-a976-3556cd965594 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:05:15.837525 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:15.842478 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:15.948118 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port d8278502-7f03-402a-a976-3556cd965594, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d8278502-7f03-402a-a976-3556cd965594,segment=NetworkSegment(8bee0438-f2a1-4eb1-9848-dd912f2ecd24),segment_id=8bee0438-f2a1-4eb1-9848-dd912f2ecd24)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:15.973758 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'd8278502-7f03-402a-a976-3556cd965594', 'network_id': '8e2801a2-1b2c-417a-a543-59608c9063c6', 'port_id': 'd8278502-7f03-402a-a976-3556cd965594', 'mac_address': 'fa:16:3e:f2:62:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e17da7-d765-42b4-bac3-8e95fb1c35ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:05:16.077821 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:16.104386 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649e831-8ad0-4242-9562-32c8ef01a2dd req-54867f71-55c3-4e5a-a319-37a60e96cc77 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:16.107692 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8278502-7f03-402a-a976-3556cd965594 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:16.113681 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e649e831-8ad0-4242-9562-32c8ef01a2dd req-54867f71-55c3-4e5a-a319-37a60e96cc77 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 943 time: 0.1955519 Jun 09 15:05:16.176755 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port d8278502-7f03-402a-a976-3556cd965594, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d8278502-7f03-402a-a976-3556cd965594,segment=NetworkSegment(8bee0438-f2a1-4eb1-9848-dd912f2ecd24),segment_id=8bee0438-f2a1-4eb1-9848-dd912f2ecd24)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:16.205160 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:16.210394 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:16.245592 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e649e831-8ad0-4242-9562-32c8ef01a2dd req-1d51eb7c-2339-4202-aeee-7d50a00ed5b6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307654 Jun 09 15:05:16.301549 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 {{(pid=91817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:16.315238 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:16.333935 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=d8278502-7f03-402a-a976-3556cd965594,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:16.346615 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:16.348589 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:16.402221 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Transition to ACTIVE for port object f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 will not be triggered until provisioned by entity L2. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:16.410195 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:16.416930 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:16.500386 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Pushing event updated for resources: {'Port': ['ID=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:16.514477 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:16.596690 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60acd899-39e3-41d2-8ba3-466ba1e0f839 {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:16.609161 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:16.633137 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Transition to ACTIVE for port object 60acd899-39e3-41d2-8ba3-466ba1e0f839 will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:16.637574 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:16.640086 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['d8278502-7f03-402a-a976-3556cd965594'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:16.642402 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:16.735716 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26f8b2-0dbb-45de-b13b-10112ffd5b56 req-51cc20a3-dacd-498a-a585-b010f4994078 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:16.743068 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6f26f8b2-0dbb-45de-b13b-10112ffd5b56 req-51cc20a3-dacd-498a-a585-b010f4994078 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.4139261 Jun 09 15:05:16.814939 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07119be-3cbb-4e2d-939d-74f7f710dee8 req-f38ef171-8b15-469e-9f3b-812eeb871cd4 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:16.815074 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d07119be-3cbb-4e2d-939d-74f7f710dee8 req-f38ef171-8b15-469e-9f3b-812eeb871cd4 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 944 time: 0.3801577 Jun 09 15:05:16.840103 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Attempting to bind port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:05:16.840976 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Attempting to bind port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'}] {{(pid=91817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:05:16.841309 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Attempting to bind port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 on network eec54841-c6b0-497b-8399-d7e40a147888 {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:16.851053 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 on network eec54841-c6b0-497b-8399-d7e40a147888 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:05:16.851360 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Attempting to bind port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 on network eec54841-c6b0-497b-8399-d7e40a147888 {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:16.858221 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Pushing event updated for resources: {'Port': ['ID=60acd899-39e3-41d2-8ba3-466ba1e0f839,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:16.867247 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:16.896077 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6f26f8b2-0dbb-45de-b13b-10112ffd5b56 req-8f7c1879-f424-41e1-bf3d-d02e91f03ca8 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865810 Jun 09 15:05:16.896868 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:05:16.897301 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Checking segment: {'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:05:16.897583 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Bound using segment: {'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'} {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:05:16.898127 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Bound port: f5f2f76c-3397-4161-a6d3-3c701ef5e8a7, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'}}] {{(pid=91817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:05:16.898827 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:16.900166 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Attempting to bind port 60acd899-39e3-41d2-8ba3-466ba1e0f839 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:05:16.900304 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Attempting to bind port 60acd899-39e3-41d2-8ba3-466ba1e0f839 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:05:16.900554 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Attempting to bind port 60acd899-39e3-41d2-8ba3-466ba1e0f839 on network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:16.911238 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Port 60acd899-39e3-41d2-8ba3-466ba1e0f839 on network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:05:16.911674 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Attempting to bind port 60acd899-39e3-41d2-8ba3-466ba1e0f839 on network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:16.952544 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:05:16.952872 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Checking segment: {'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:05:16.953250 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Bound using segment: {'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:05:16.953685 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Bound port: 60acd899-39e3-41d2-8ba3-466ba1e0f839, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:05:16.954023 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.018832 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d07119be-3cbb-4e2d-939d-74f7f710dee8 req-2f2d3012-e4de-4d7f-8a33-a761ad9b284d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614795 Jun 09 15:05:17.047489 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] For port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7, host hv-cinder-78960, cleared binding levels {{(pid=91817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:05:17.053531 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] For port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:05:17.060795 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.071543 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:17.169799 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] For port 60acd899-39e3-41d2-8ba3-466ba1e0f839, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:05:17.173442 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] For port 60acd899-39e3-41d2-8ba3-466ba1e0f839, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=60acd899-39e3-41d2-8ba3-466ba1e0f839,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:05:17.179406 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.195614 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:17.282621 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:17.282621 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.283018 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:17.283018 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:17.283216 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] 10.222.0.61 "PUT /v2.0/ports/f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 HTTP/1.1" status: 200 len: 1094 time: 1.5834286 Jun 09 15:05:17.283299 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] 10.222.0.61 "PUT /v2.0/ports/60acd899-39e3-41d2-8ba3-466ba1e0f839 HTTP/1.1" status: 200 len: 1093 time: 1.5852752 Jun 09 15:05:17.283816 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Pushing event updated for resources: {'Port': ['ID=60acd899-39e3-41d2-8ba3-466ba1e0f839,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:17.286702 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ce335a-6db6-47db-b4ee-ca1565bd80ec', 'tag': 'f5f2f76c-3397-4161-a6d3-3c701ef5e8a7'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:17.288553 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:17.289099 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ad8eff-1ade-44bc-9f2e-5ffa015b5a01', 'tag': '60acd899-39e3-41d2-8ba3-466ba1e0f839'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:17.291757 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46d78a9-d0c7-4659-927f-0540179c2ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "17ad8eff-1ade-44bc-9f2e-5ffa015b5a01", "tag": "60acd899-39e3-41d2-8ba3-466ba1e0f839"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:17.296543 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7818e7-a03d-41cf-b198-bba9a7a92ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "41ce335a-6db6-47db-b4ee-ca1565bd80ec", "tag": "f5f2f76c-3397-4161-a6d3-3c701ef5e8a7"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:17.309900 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Pushing event updated for resources: {'Port': ['ID=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7,revision_number=3']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:17.321203 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:17.479925 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f1eb3-b976-44d5-8eab-7e8128e30959 req-49d323b7-f574-4d86-83ef-d62a3c5588bb tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:17.481568 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-aa6f1eb3-b976-44d5-8eab-7e8128e30959 req-49d323b7-f574-4d86-83ef-d62a3c5588bb tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 943 time: 0.2877693 Jun 09 15:05:17.529249 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-18b9291c-eac8-4032-afd9-91e389d32137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:17.530780 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-18b9291c-eac8-4032-afd9-91e389d32137 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9023d31c9656451a80838b75606d750a&device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 1096 time: 0.1634090 Jun 09 15:05:17.571867 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-d8d09aa7-f391-4842-90f0-4f54a72d93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:17.573338 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-d8d09aa7-f391-4842-90f0-4f54a72d93ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c84101f7a7b147b788f7b1dbf4a50b62&device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 1097 time: 0.1977603 Jun 09 15:05:17.583247 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-aa6f1eb3-b976-44d5-8eab-7e8128e30959 req-777d3370-50fd-4fc2-b6e0-4de1cce362af tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929248 Jun 09 15:05:17.645551 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-ae3fd35d-16c9-4333-9a56-9cf0679114cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60acd899-39e3-41d2-8ba3-466ba1e0f839 HTTP/1.1" status: 200 len: 217 time: 0.0903556 Jun 09 15:05:17.654310 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13dea1-e8ef-4b0a-a1a5-c564b4ae8568 req-0d8dde4c-38a6-4d1f-bb96-8e250c5776c2 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:17.662285 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2f13dea1-e8ef-4b0a-a1a5-c564b4ae8568 req-0d8dde4c-38a6-4d1f-bb96-8e250c5776c2 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 944 time: 0.2028148 Jun 09 15:05:17.683064 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-bceed66b-41fd-4cac-ac12-0739c75987e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 HTTP/1.1" status: 200 len: 217 time: 0.0907490 Jun 09 15:05:17.750904 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe0e865-ba7c-452d-988a-7ef7bdf4e35e x-openstack-request-id: req-efe0e865-ba7c-452d-988a-7ef7bdf4e35e {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:17.751158 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ad8eff-1ade-44bc-9f2e-5ffa015b5a01", "tag": "60acd899-39e3-41d2-8ba3-466ba1e0f839", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:17.751411 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-efe0e865-ba7c-452d-988a-7ef7bdf4e35e {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:17.751817 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ad8eff-1ade-44bc-9f2e-5ffa015b5a01', 'tag': '60acd899-39e3-41d2-8ba3-466ba1e0f839', 'status': 'completed', 'code': 200} Jun 09 15:05:17.756679 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040f7efd-e5f5-491e-b4f2-a1fb838b6e7f x-openstack-request-id: req-040f7efd-e5f5-491e-b4f2-a1fb838b6e7f {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:17.757811 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ce335a-6db6-47db-b4ee-ca1565bd80ec", "tag": "f5f2f76c-3397-4161-a6d3-3c701ef5e8a7", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:17.758275 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-040f7efd-e5f5-491e-b4f2-a1fb838b6e7f {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:17.758931 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ce335a-6db6-47db-b4ee-ca1565bd80ec', 'tag': 'f5f2f76c-3397-4161-a6d3-3c701ef5e8a7', 'status': 'completed', 'code': 200} Jun 09 15:05:17.770112 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-782e36bc-edce-46cf-962b-635eaef078b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:17.770797 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-782e36bc-edce-46cf-962b-635eaef078b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4058271-302e-4123-bbee-4d8ec26a83e1 HTTP/1.1" status: 200 len: 854 time: 0.1063945 Jun 09 15:05:17.781230 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2f13dea1-e8ef-4b0a-a1a5-c564b4ae8568 req-bc2241fe-2928-495e-b2e9-ed0fcfca41f7 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179979 Jun 09 15:05:17.816207 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-e736fd0d-842f-4c28-af6e-f4b130dc3041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:17.817700 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-e736fd0d-842f-4c28-af6e-f4b130dc3041 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2afc08c9-1a35-412a-9699-36c252f1274a HTTP/1.1" status: 200 len: 850 time: 0.1273401 Jun 09 15:05:18.104322 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae4430-6c9c-4b6f-a9ca-d3b37c67f587 req-1674a242-c713-4af9-85b9-99b2a5fca20e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:18.105764 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c3ae4430-6c9c-4b6f-a9ca-d3b37c67f587 req-1674a242-c713-4af9-85b9-99b2a5fca20e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0795405 Jun 09 15:05:18.151430 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c3ae4430-6c9c-4b6f-a9ca-d3b37c67f587 req-10d16a42-b466-4e9a-9597-f9829be13edc tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387771 Jun 09 15:05:18.204303 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f992746-9e75-4ff9-9cf4-a0567c4302d3 req-ab84da49-4b29-4889-acc9-04682aae4cc1 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:18.205742 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8f992746-9e75-4ff9-9cf4-a0567c4302d3 req-ab84da49-4b29-4889-acc9-04682aae4cc1 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 944 time: 0.0846915 Jun 09 15:05:18.221578 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:18.253899 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8f992746-9e75-4ff9-9cf4-a0567c4302d3 req-874d1db0-2da9-4c9f-9698-d95985bd713c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415092 Jun 09 15:05:18.762906 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b63ba-c811-44a4-aa7a-9932781eeffb req-9b9789ce-5a09-4b20-a22d-673ad321f8ca tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:18.764313 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-601b63ba-c811-44a4-aa7a-9932781eeffb req-9b9789ce-5a09-4b20-a22d-673ad321f8ca tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 943 time: 0.0776670 Jun 09 15:05:18.808281 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-601b63ba-c811-44a4-aa7a-9932781eeffb req-107ed3fd-ecb9-4862-b20e-7ff075c5400f tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377595 Jun 09 15:05:18.983861 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b6a18-e542-4bd8-bdd3-7c5c619f1c2f req-239779ec-d552-4b9a-8165-c1817358e68c tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:18.985277 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8b5b6a18-e542-4bd8-bdd3-7c5c619f1c2f req-239779ec-d552-4b9a-8165-c1817358e68c tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 944 time: 0.0809674 Jun 09 15:05:19.029361 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8b5b6a18-e542-4bd8-bdd3-7c5c619f1c2f req-de87b150-e301-40d9-8e57-b7874425a0ef tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375981 Jun 09 15:05:19.342449 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5dd87-8d25-48a2-af27-e9f6b176d15a req-74f26dc2-c5d4-42d3-8929-af4ced0aecda tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:19.343889 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0dd5dd87-8d25-48a2-af27-e9f6b176d15a req-74f26dc2-c5d4-42d3-8929-af4ced0aecda tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0781987 Jun 09 15:05:19.387997 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0dd5dd87-8d25-48a2-af27-e9f6b176d15a req-3096f163-4bef-495c-b8de-a797a175d7ad tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380449 Jun 09 15:05:19.559666 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f1039-cee2-4c70-a5da-686ab10f1f80 req-827094e8-0b50-4ec2-8c25-805430e7b74a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:19.561076 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1c0f1039-cee2-4c70-a5da-686ab10f1f80 req-827094e8-0b50-4ec2-8c25-805430e7b74a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 944 time: 0.0818510 Jun 09 15:05:19.604876 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1c0f1039-cee2-4c70-a5da-686ab10f1f80 req-b94f2f26-9062-4e80-b9ad-8faefa9cb5fb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380368 Jun 09 15:05:19.990958 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cf96b-e82b-4013-9b9e-51ac8ca45f71 req-4d666d5b-3053-4b11-9494-9475e8afa01d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:19.992399 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9b1cf96b-e82b-4013-9b9e-51ac8ca45f71 req-4d666d5b-3053-4b11-9494-9475e8afa01d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 943 time: 0.0776720 Jun 09 15:05:20.042312 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9b1cf96b-e82b-4013-9b9e-51ac8ca45f71 req-17efb9df-106f-4fd5-ab40-10b8caa6989d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444298 Jun 09 15:05:20.220818 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953797db-c12c-488d-b2c6-4b7368d74402 req-cc2bad20-df15-46e0-aa54-96d01d327374 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:20.222685 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-953797db-c12c-488d-b2c6-4b7368d74402 req-cc2bad20-df15-46e0-aa54-96d01d327374 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 944 time: 0.0828044 Jun 09 15:05:20.265939 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-953797db-c12c-488d-b2c6-4b7368d74402 req-9df9d406-73fd-4ee6-beee-a2db7f9c04ca tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373061 Jun 09 15:05:20.576047 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e0391-6455-47e6-8daa-e6680870afc1 req-f4bd93f1-9f56-4b94-87eb-69fca6966a85 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:20.577377 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d11e0391-6455-47e6-8daa-e6680870afc1 req-f4bd93f1-9f56-4b94-87eb-69fca6966a85 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0849054 Jun 09 15:05:20.620868 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d11e0391-6455-47e6-8daa-e6680870afc1 req-3885457f-b78f-434f-9edf-a4ecd2c345ca tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374281 Jun 09 15:05:20.791641 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f647dc4-33cd-405e-9469-1e60bcf8e578 req-29206e6a-2439-4ef2-b820-93469791ad6f tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:20.793063 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3f647dc4-33cd-405e-9469-1e60bcf8e578 req-29206e6a-2439-4ef2-b820-93469791ad6f tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 944 time: 0.0793481 Jun 09 15:05:20.835843 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3f647dc4-33cd-405e-9469-1e60bcf8e578 req-361252be-f534-4b18-8997-8e74fd2d8c01 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371234 Jun 09 15:05:20.939491 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-14d8c05e-f6a7-40ad-a178-4d5d19e69a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:20.941093 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-14d8c05e-f6a7-40ad-a178-4d5d19e69a0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eec54841-c6b0-497b-8399-d7e40a147888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764928 Jun 09 15:05:20.969777 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-dbc90fe2-3756-44ba-8b98-da4e2d7777ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a976f6a-8fdb-4c02-abae-9d741d19dd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052294 Jun 09 15:05:21.133407 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-5f81c44b-a0f6-4737-9769-40283a619d56 service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340594 Jun 09 15:05:21.145561 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-022bc53f-e975-482e-98c7-c77240b90770 service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444294 Jun 09 15:05:21.280553 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3226f44e-9dc4-44c1-8d5c-12b1bc50796e req-6e9b3acb-cdbf-4a5c-95a2-78f496b6bef8 service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390982 Jun 09 15:05:21.368061 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-458d8fea-b3fe-4259-b7fa-7ecde944cb0e req-0d7b1d21-f715-4a99-85cf-0be6c58c64ab service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135348 Jun 09 15:05:21.380688 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d476f-ab7b-4043-804c-227fa3fd443c req-e307bca8-a255-491e-b213-adc82611c0f6 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:21.387939 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ea2d476f-ab7b-4043-804c-227fa3fd443c req-e307bca8-a255-491e-b213-adc82611c0f6 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 943 time: 0.1626070 Jun 09 15:05:21.478846 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ea2d476f-ab7b-4043-804c-227fa3fd443c req-ce34982a-78c0-420a-9d5a-256270e91bf9 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900335 Jun 09 15:05:21.515775 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d78a9-d0c7-4659-927f-0540179c2ab7 req-702eaab3-3683-4b8b-9c9a-242820fba016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:21.517766 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e46d78a9-d0c7-4659-927f-0540179c2ab7 req-702eaab3-3683-4b8b-9c9a-242820fba016 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9023d31c9656451a80838b75606d750a&device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 1096 time: 0.0945103 Jun 09 15:05:21.588997 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7818e7-a03d-41cf-b198-bba9a7a92ef2 req-42cf5e90-65a2-4e42-9119-31696cfd1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:21.590523 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5c7818e7-a03d-41cf-b198-bba9a7a92ef2 req-42cf5e90-65a2-4e42-9119-31696cfd1468 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c84101f7a7b147b788f7b1dbf4a50b62&device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 1097 time: 0.2481399 Jun 09 15:05:21.599542 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807e98f-6f09-481c-9753-46a6cf52b007 req-0588ce57-a962-43cc-a53e-15f73a7c25fd tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:21.600946 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d807e98f-6f09-481c-9753-46a6cf52b007 req-0588ce57-a962-43cc-a53e-15f73a7c25fd tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 944 time: 0.2129445 Jun 09 15:05:21.677289 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d78a9-d0c7-4659-927f-0540179c2ab7 req-b89b5e68-678b-4d6a-a7e9-83128106582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:21.678819 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e46d78a9-d0c7-4659-927f-0540179c2ab7 req-b89b5e68-678b-4d6a-a7e9-83128106582c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a976f6a-8fdb-4c02-abae-9d741d19dd37 HTTP/1.1" status: 200 len: 915 time: 0.1511075 Jun 09 15:05:21.708149 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device d8278502-7f03-402a-a976-3556cd965594 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:05:21.736859 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d807e98f-6f09-481c-9753-46a6cf52b007 req-9ce782b8-8cda-43b9-8c76-926ea32b1d15 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133089 Jun 09 15:05:21.772831 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7818e7-a03d-41cf-b198-bba9a7a92ef2 req-258c0bcd-86df-479c-83e8-2d4d55a05138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:21.773996 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5c7818e7-a03d-41cf-b198-bba9a7a92ef2 req-258c0bcd-86df-479c-83e8-2d4d55a05138 service neutron] 10.222.0.61 "GET /v2.0/networks?id=eec54841-c6b0-497b-8399-d7e40a147888 HTTP/1.1" status: 200 len: 912 time: 0.1721907 Jun 09 15:05:21.788420 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port d8278502-7f03-402a-a976-3556cd965594 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:05:21.793519 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port d8278502-7f03-402a-a976-3556cd965594 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:21.794024 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:21.804852 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e46d78a9-d0c7-4659-927f-0540179c2ab7 req-02554577-aca9-45fe-be47-3b0dfbf74461 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60acd899-39e3-41d2-8ba3-466ba1e0f839 HTTP/1.1" status: 200 len: 217 time: 0.1116314 Jun 09 15:05:21.858699 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5c7818e7-a03d-41cf-b198-bba9a7a92ef2 req-2ef8bac9-ade3-455c-a368-953a997cf7f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 HTTP/1.1" status: 200 len: 217 time: 0.0676906 Jun 09 15:05:21.911608 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d78a9-d0c7-4659-927f-0540179c2ab7 req-2e274083-a6e3-4d94-b83c-fb8707ac2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:21.913133 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e46d78a9-d0c7-4659-927f-0540179c2ab7 req-2e274083-a6e3-4d94-b83c-fb8707ac2ee5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4058271-302e-4123-bbee-4d8ec26a83e1 HTTP/1.1" status: 200 len: 854 time: 0.0876973 Jun 09 15:05:21.930064 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56912c75-9b8d-4f68-b344-0fb94c575217 req-f010c683-df7f-46bb-aaf2-20e93d0bdfa3 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:21.931559 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-56912c75-9b8d-4f68-b344-0fb94c575217 req-f010c683-df7f-46bb-aaf2-20e93d0bdfa3 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1892791 Jun 09 15:05:21.938197 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7818e7-a03d-41cf-b198-bba9a7a92ef2 req-897bde4a-6b95-4be4-bd9c-5b2432ba1a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:21.940111 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5c7818e7-a03d-41cf-b198-bba9a7a92ef2 req-897bde4a-6b95-4be4-bd9c-5b2432ba1a93 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2afc08c9-1a35-412a-9699-36c252f1274a HTTP/1.1" status: 200 len: 850 time: 0.0754929 Jun 09 15:05:21.942449 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:21.971292 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6369805-2b29-4587-a0c8-8b8fda1c3538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8278502-7f03-402a-a976-3556cd965594'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:21.973853 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6532f79a-ba64-415e-afa3-d5d49c0c8a31" -d '{"events": [{"server_uuid": "b6369805-2b29-4587-a0c8-8b8fda1c3538", "name": "network-vif-plugged", "status": "completed", "tag": "d8278502-7f03-402a-a976-3556cd965594"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:21.982123 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port d8278502-7f03-402a-a976-3556cd965594, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d8278502-7f03-402a-a976-3556cd965594,segment=NetworkSegment(8bee0438-f2a1-4eb1-9848-dd912f2ecd24),segment_id=8bee0438-f2a1-4eb1-9848-dd912f2ecd24)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:21.986270 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:21.989950 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:21.992275 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e46d78a9-d0c7-4659-927f-0540179c2ab7 req-76ff35b4-8a4d-474a-84b7-598e11969c78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a976f6a-8fdb-4c02-abae-9d741d19dd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597930 Jun 09 15:05:22.055359 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=d8278502-7f03-402a-a976-3556cd965594,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:22.065156 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:22.086105 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-56912c75-9b8d-4f68-b344-0fb94c575217 req-e6ece18c-6d31-4978-aa43-03fcc6a9a65b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154897 Jun 09 15:05:22.091504 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7818e7-a03d-41cf-b198-bba9a7a92ef2 req-6a5ebb91-a260-4a40-a602-be45bb7b75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:22.092894 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5c7818e7-a03d-41cf-b198-bba9a7a92ef2 req-6a5ebb91-a260-4a40-a602-be45bb7b75b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eec54841-c6b0-497b-8399-d7e40a147888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1431832 Jun 09 15:05:22.103311 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653a192-4964-4959-a4da-9193fcf81797 req-30c45cc0-4922-4ea0-bd4a-7c3b52aa9321 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:22.103311 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7653a192-4964-4959-a4da-9193fcf81797 req-30c45cc0-4922-4ea0-bd4a-7c3b52aa9321 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 944 time: 0.1130745 Jun 09 15:05:22.151563 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e46d78a9-d0c7-4659-927f-0540179c2ab7 req-2f43b052-7376-4740-bc87-0189ffaf5567 service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454413 Jun 09 15:05:22.247537 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5c7818e7-a03d-41cf-b198-bba9a7a92ef2 req-2e17a7ba-bfb6-4cd7-94f8-6b07682a1d52 service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445668 Jun 09 15:05:22.304260 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e46d78a9-d0c7-4659-927f-0540179c2ab7 req-8f2f9abd-ef93-4a19-a6ff-6fd288b7725d service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448274 Jun 09 15:05:22.311765 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ac3c77-5ccd-40ef-b8eb-aa7dc917f20b x-openstack-request-id: req-01ac3c77-5ccd-40ef-b8eb-aa7dc917f20b {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:22.312070 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6369805-2b29-4587-a0c8-8b8fda1c3538", "name": "network-vif-plugged", "status": "completed", "tag": "d8278502-7f03-402a-a976-3556cd965594", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:22.312356 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-01ac3c77-5ccd-40ef-b8eb-aa7dc917f20b {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:22.312730 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6369805-2b29-4587-a0c8-8b8fda1c3538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8278502-7f03-402a-a976-3556cd965594', 'code': 200} Jun 09 15:05:22.367617 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7653a192-4964-4959-a4da-9193fcf81797 req-aae79fd8-d37d-4497-8f61-04996ed49976 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449212 Jun 09 15:05:22.440267 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5c7818e7-a03d-41cf-b198-bba9a7a92ef2 req-b5ec0ae4-0bf2-40a7-863e-581aad8e33d5 service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751525 Jun 09 15:05:22.589420 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43dfa1-58b8-4ebb-ad27-fd5ba2d28e51 req-e9337516-602d-4e57-adf3-d27b292fbc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:22.591180 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc43dfa1-58b8-4ebb-ad27-fd5ba2d28e51 req-e9337516-602d-4e57-adf3-d27b292fbc5c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 1098 time: 0.0771921 Jun 09 15:05:22.638067 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc43dfa1-58b8-4ebb-ad27-fd5ba2d28e51 req-00f274d4-aa26-4ea6-ad1c-b2734d4fe2f1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370421 Jun 09 15:05:22.692572 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d44ed-c5fe-4fb7-8d77-72d30d93b15c req-e49dc910-b8e0-42d0-8f12-9246fa2a4e93 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:22.694781 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-935d44ed-c5fe-4fb7-8d77-72d30d93b15c req-e49dc910-b8e0-42d0-8f12-9246fa2a4e93 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 943 time: 0.0915663 Jun 09 15:05:22.742203 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-935d44ed-c5fe-4fb7-8d77-72d30d93b15c req-c8bf0dd6-32ae-49e7-97a9-4927af15cc8d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Jun 09 15:05:22.986412 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b2c91-b5e9-411d-ab72-5fd6d4cda6cd req-e369db4e-0bce-41c1-9c9b-e2ec742be618 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:22.987765 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d78b2c91-b5e9-411d-ab72-5fd6d4cda6cd req-e369db4e-0bce-41c1-9c9b-e2ec742be618 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 945 time: 0.1336527 Jun 09 15:05:23.030221 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8c9de-52cd-45fe-8abd-09b8a2d47f77 req-a7ed7952-1d25-4330-846a-918c1b863f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:23.031654 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1bd8c9de-52cd-45fe-8abd-09b8a2d47f77 req-a7ed7952-1d25-4330-846a-918c1b863f43 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 1098 time: 0.1164360 Jun 09 15:05:23.041220 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d78b2c91-b5e9-411d-ab72-5fd6d4cda6cd req-4f890b4b-148e-4cd8-9c22-0ff4ca076748 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474336 Jun 09 15:05:23.077942 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1bd8c9de-52cd-45fe-8abd-09b8a2d47f77 req-d7e26297-d3b3-4244-ad17-b20fe72a2cf1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357635 Jun 09 15:05:23.275581 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b75ea-6c82-439e-b136-89fca8c3f507 req-ed9d4374-fc2e-475e-b463-1a7cd1e92b1c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:23.277011 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8f2b75ea-6c82-439e-b136-89fca8c3f507 req-ed9d4374-fc2e-475e-b463-1a7cd1e92b1c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0822926 Jun 09 15:05:23.321504 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8f2b75ea-6c82-439e-b136-89fca8c3f507 req-b9f78961-4cca-434c-964d-a19d372b0055 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390029 Jun 09 15:05:23.552448 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92365fd0-dca0-4a1d-8a6d-296fe006ec1b req-82363de0-2612-44e9-a166-79605f4fb63d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:23.553999 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-92365fd0-dca0-4a1d-8a6d-296fe006ec1b req-82363de0-2612-44e9-a166-79605f4fb63d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 944 time: 0.0788751 Jun 09 15:05:23.600599 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-92365fd0-dca0-4a1d-8a6d-296fe006ec1b req-ddcc614f-f733-4b1b-b24e-1f2a4193fde4 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410848 Jun 09 15:05:23.777739 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 50654) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:23.938739 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9e06-72e2-4d10-9830-7cd61b7fe581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:24.013413 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56082299-4f3f-41d4-aef5-541fd83ea918 req-d7f6bdac-8bf3-4c1b-ab7a-b483d86577bd tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:24.014909 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-56082299-4f3f-41d4-aef5-541fd83ea918 req-d7f6bdac-8bf3-4c1b-ab7a-b483d86577bd tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 943 time: 0.1554701 Jun 09 15:05:24.083807 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-56082299-4f3f-41d4-aef5-541fd83ea918 req-e0045210-9daf-4e1c-bd6d-f39635a68797 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608943 Jun 09 15:05:24.125849 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9e06-72e2-4d10-9830-7cd61b7fe581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:24.130839 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9e06-72e2-4d10-9830-7cd61b7fe581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:24.139273 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-26aefd8e-f5da-4da3-ab74-09bd95df8bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:24.179759 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-c9ad9e06-72e2-4d10-9830-7cd61b7fe581 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c9cebddec7024615bf218b24ca5c11ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009376 Jun 09 15:05:24.181482 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad9e06-72e2-4d10-9830-7cd61b7fe581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f551f5fb-bd1c-428d-868f-969eaafa2f36,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:24.183846 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 50670) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:24.195275 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c9ad9e06-72e2-4d10-9830-7cd61b7fe581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:24.249404 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ac57b93f-70e5-454f-856d-47f6980e4c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:24.279932 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ac57b93f-70e5-454f-856d-47f6980e4c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:24.292734 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd873c1-2a22-4674-ad2c-269d768b2c90 req-ee88dce2-a6d2-43ea-8374-4478c2259165 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:24.294325 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8bd873c1-2a22-4674-ad2c-269d768b2c90 req-ee88dce2-a6d2-43ea-8374-4478c2259165 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 945 time: 0.1239820 Jun 09 15:05:24.350552 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ac57b93f-70e5-454f-856d-47f6980e4c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:24.354697 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ac57b93f-70e5-454f-856d-47f6980e4c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:24.358727 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-ac57b93f-70e5-454f-856d-47f6980e4c73 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f551f5fb-bd1c-428d-868f-969eaafa2f36 HTTP/1.1" status: 204 len: 168 time: 0.1716971 Jun 09 15:05:24.358727 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7e140f3f-e61a-42ae-aea8-edce8e011188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:24.370418 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8bd873c1-2a22-4674-ad2c-269d768b2c90 req-48a18fd0-972e-4c2f-9e9e-2d762516cca9 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692322 Jun 09 15:05:24.376578 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57b93f-70e5-454f-856d-47f6980e4c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f551f5fb-bd1c-428d-868f-969eaafa2f36,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:24.380257 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ac57b93f-70e5-454f-856d-47f6980e4c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:24.532500 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02853009-123e-4fee-af71-e68a449d9c60 req-66f03059-8724-426c-989d-5bc253b4af15 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:24.534104 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-02853009-123e-4fee-af71-e68a449d9c60 req-66f03059-8724-426c-989d-5bc253b4af15 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0868542 Jun 09 15:05:24.583679 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-02853009-123e-4fee-af71-e68a449d9c60 req-9d40fe1d-2b64-463a-a851-7c20250617f8 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Jun 09 15:05:24.841814 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d2ce8-7e1b-4684-bbb8-dc4bfa7884a6 req-f8cbe2d3-0104-4d9f-b292-598878780b3a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:24.850260 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-957d2ce8-7e1b-4684-bbb8-dc4bfa7884a6 req-f8cbe2d3-0104-4d9f-b292-598878780b3a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 944 time: 0.1263981 Jun 09 15:05:24.883131 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c13f40-ee96-4125-be03-04e4650eed06 req-377d6fee-fddd-4dea-9164-26a5edc797bb tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:24.891919 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d9c13f40-ee96-4125-be03-04e4650eed06 req-377d6fee-fddd-4dea-9164-26a5edc797bb tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1963301 Jun 09 15:05:24.945817 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-957d2ce8-7e1b-4684-bbb8-dc4bfa7884a6 req-9ddeb1c4-682b-4d50-813b-bfc29da6103d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945792 Jun 09 15:05:24.957385 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d9c13f40-ee96-4125-be03-04e4650eed06 req-6cb033f0-6748-4027-aae2-73622d27ed77 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642395 Jun 09 15:05:25.284415 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabd367-527d-4eda-a2aa-33edb5fa4d7c req-3d3ad759-4a44-4ccc-83c5-20ec9834abfe tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:25.286815 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9eabd367-527d-4eda-a2aa-33edb5fa4d7c req-3d3ad759-4a44-4ccc-83c5-20ec9834abfe tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 943 time: 0.0893126 Jun 09 15:05:25.352362 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9eabd367-527d-4eda-a2aa-33edb5fa4d7c req-1fe98da7-f32f-4f22-8803-79c4865743cc tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593388 Jun 09 15:05:25.720959 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 60acd899-39e3-41d2-8ba3-466ba1e0f839 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:05:25.880285 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631160a-99b4-4e64-bdaa-ad1026257ab8 req-9373d8c2-75f6-4ea0-8700-9b2845ba64bf tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:25.888510 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3631160a-99b4-4e64-bdaa-ad1026257ab8 req-9373d8c2-75f6-4ea0-8700-9b2845ba64bf tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 945 time: 0.2091513 Jun 09 15:05:25.910120 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 60acd899-39e3-41d2-8ba3-466ba1e0f839, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=60acd899-39e3-41d2-8ba3-466ba1e0f839,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:25.931140 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': '60acd899-39e3-41d2-8ba3-466ba1e0f839', 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37', 'port_id': '60acd899-39e3-41d2-8ba3-466ba1e0f839', 'mac_address': 'fa:16:3e:a5:85:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4058271-302e-4123-bbee-4d8ec26a83e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:05:25.944671 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3631160a-99b4-4e64-bdaa-ad1026257ab8 req-0472b712-4836-4b18-bea0-d1bc3279a579 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552197 Jun 09 15:05:26.022292 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.065469 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60acd899-39e3-41d2-8ba3-466ba1e0f839 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:26.095836 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 60acd899-39e3-41d2-8ba3-466ba1e0f839, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=60acd899-39e3-41d2-8ba3-466ba1e0f839,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:26.096704 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 50764) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:26.104535 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.105422 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:05:26.113491 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:26.181453 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cd9bf-8b46-4962-8b1f-978dad6c4476 req-fce7f1d9-c5c9-4e58-a0cb-0f0b942d4256 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:26.187907 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=60acd899-39e3-41d2-8ba3-466ba1e0f839,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:26.188950 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fc0cd9bf-8b46-4962-8b1f-978dad6c4476 req-fce7f1d9-c5c9-4e58-a0cb-0f0b942d4256 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 944 time: 0.1163476 Jun 09 15:05:26.193095 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:26.233461 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fc0cd9bf-8b46-4962-8b1f-978dad6c4476 req-0c676e98-d99d-4ec0-ae22-a0cbc0072c9f tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434797 Jun 09 15:05:26.286764 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8b7c-839c-4266-a3d5-0034eaf4e0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.353816 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:26.368780 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'f5f2f76c-3397-4161-a6d3-3c701ef5e8a7', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'port_id': 'f5f2f76c-3397-4161-a6d3-3c701ef5e8a7', 'mac_address': 'fa:16:3e:19:6f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:05:26.400807 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8b7c-839c-4266-a3d5-0034eaf4e0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.406683 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8b7c-839c-4266-a3d5-0034eaf4e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.415693 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-137a177d-c123-471c-98e9-6ea76f67d49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:26.431697 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.465709 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:26.472476 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 50780) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:26.472716 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-2e0b8b7c-839c-4266-a3d5-0034eaf4e0d6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1d05e56e0f094ca9a174069b5f0f7894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741026 Jun 09 15:05:26.473901 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b8b7c-839c-4266-a3d5-0034eaf4e0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6499ca90-1d71-41eb-b30f-9587d5e7987f,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:26.476975 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-2e0b8b7c-839c-4266-a3d5-0034eaf4e0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:26.489438 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:26.494321 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.498716 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:26.546067 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0160b0b1-cb76-43f3-8657-6b8be9d85e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.591984 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0160b0b1-cb76-43f3-8657-6b8be9d85e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.602221 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:26.606609 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:26.616967 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c62ca8-f199-427d-85c8-49bdaccda565 req-50e52ffe-f6bb-49ef-bf59-7f72b419d457 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:26.617092 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-21c62ca8-f199-427d-85c8-49bdaccda565 req-50e52ffe-f6bb-49ef-bf59-7f72b419d457 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 944 time: 0.0953054 Jun 09 15:05:26.674632 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-21c62ca8-f199-427d-85c8-49bdaccda565 req-a54d82e3-cd41-4085-a90c-189b409bf179 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492995 Jun 09 15:05:26.681073 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0160b0b1-cb76-43f3-8657-6b8be9d85e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.684548 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0160b0b1-cb76-43f3-8657-6b8be9d85e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:26.689030 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-0160b0b1-cb76-43f3-8657-6b8be9d85e9d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6499ca90-1d71-41eb-b30f-9587d5e7987f HTTP/1.1" status: 204 len: 168 time: 0.2147713 Jun 09 15:05:26.689951 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-65d0e47c-938f-4e9b-b70f-c89f00434901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:26.701604 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160b0b1-cb76-43f3-8657-6b8be9d85e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6499ca90-1d71-41eb-b30f-9587d5e7987f,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:26.713438 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0160b0b1-cb76-43f3-8657-6b8be9d85e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:26.921085 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['60acd899-39e3-41d2-8ba3-466ba1e0f839'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:26.954249 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['f5f2f76c-3397-4161-a6d3-3c701ef5e8a7'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:27.212820 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77877a-1db1-4950-a87f-a655f8a6898d req-0c6804d3-2cd7-47cd-aeb1-bec3957f633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:27.218752 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0e77877a-1db1-4950-a87f-a655f8a6898d req-0c6804d3-2cd7-47cd-aeb1-bec3957f633c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 1099 time: 0.1829050 Jun 09 15:05:27.223806 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 50802) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:27.258608 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-410e94ba-9075-4cfd-b552-ada77fd95fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.343429 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ba2de-41fc-4d92-bdc4-ded895c85707 req-93778b29-ccd6-40c2-acea-2a2b81c5f803 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:27.345529 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7f9ba2de-41fc-4d92-bdc4-ded895c85707 req-93778b29-ccd6-40c2-acea-2a2b81c5f803 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 945 time: 0.1454914 Jun 09 15:05:27.414923 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7f9ba2de-41fc-4d92-bdc4-ded895c85707 req-1027fe25-5baf-4c32-842e-03bd38dfba4e tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598693 Jun 09 15:05:27.536466 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77877a-1db1-4950-a87f-a655f8a6898d req-28afd61b-794d-4b87-a675-e7810463b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:27.537893 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0e77877a-1db1-4950-a87f-a655f8a6898d req-28afd61b-794d-4b87-a675-e7810463b8a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f3546033-fc06-446a-90f5-267054c947c3 HTTP/1.1" status: 200 len: 919 time: 0.3119433 Jun 09 15:05:27.614280 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0e77877a-1db1-4950-a87f-a655f8a6898d req-5ee1921f-9826-4ae2-a6d8-ed072fb91d0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87c0590b-acb3-44da-9384-5e1f1322daed HTTP/1.1" status: 200 len: 217 time: 0.0685573 Jun 09 15:05:27.646764 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213764de-ad10-4bad-9277-54103d6086e9 req-686cb9d2-cba9-442b-8bfc-db57ce8a6161 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:27.648319 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-213764de-ad10-4bad-9277-54103d6086e9 req-686cb9d2-cba9-442b-8bfc-db57ce8a6161 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 945 time: 0.1287327 Jun 09 15:05:27.670627 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf487f-da27-4143-9b33-d7704fbc0a8a req-543c5721-d17d-4434-ad93-e44cb86cd37d tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:27.671993 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d6bf487f-da27-4143-9b33-d7704fbc0a8a req-543c5721-d17d-4434-ad93-e44cb86cd37d tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.4008574 Jun 09 15:05:27.699538 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-213764de-ad10-4bad-9277-54103d6086e9 req-18dd06dc-22b0-439f-9eaf-8c81a8ed2d5d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437558 Jun 09 15:05:27.757548 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77877a-1db1-4950-a87f-a655f8a6898d req-6a34d6e5-16b4-48e6-beb8-1ca36cb8369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:27.759022 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0e77877a-1db1-4950-a87f-a655f8a6898d req-6a34d6e5-16b4-48e6-beb8-1ca36cb8369d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f HTTP/1.1" status: 200 len: 858 time: 0.1358087 Jun 09 15:05:27.815829 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d6bf487f-da27-4143-9b33-d7704fbc0a8a req-3eebd1f0-8197-4947-8766-d62ff04fe71e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328380 Jun 09 15:05:27.825757 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0e77877a-1db1-4950-a87f-a655f8a6898d req-c7c8b192-c989-4654-94c5-e4f519a99894 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3546033-fc06-446a-90f5-267054c947c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580459 Jun 09 15:05:27.827463 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-410e94ba-9075-4cfd-b552-ada77fd95fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.833095 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-410e94ba-9075-4cfd-b552-ada77fd95fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:27.845890 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-eb836151-261c-47a4-831e-6ab73fd12d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:27.914839 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e94ba-9075-4cfd-b552-ada77fd95fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babc6bc9-bd55-404a-931e-e498a3369935,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:27.966810 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-410e94ba-9075-4cfd-b552-ada77fd95fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:27.982611 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-410e94ba-9075-4cfd-b552-ada77fd95fc1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=10c0829e930f49598875df36482a3e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7556293 Jun 09 15:05:27.983279 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 50824) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:28.021914 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df0885-a58f-4719-9571-db75bfd6d0b9 req-70a0d579-1175-4df9-a824-5d9d6450c34d tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:28.023460 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-62df0885-a58f-4719-9571-db75bfd6d0b9 req-70a0d579-1175-4df9-a824-5d9d6450c34d tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 945 time: 0.1396394 Jun 09 15:05:28.035411 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9532e-e219-4e03-ab41-4b6e782a688b req-aa9bc5ea-4e9e-48a1-a3d9-6985cdd12564 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:28.036822 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7de9532e-e219-4e03-ab41-4b6e782a688b req-aa9bc5ea-4e9e-48a1-a3d9-6985cdd12564 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 944 time: 0.2096977 Jun 09 15:05:28.085895 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0e77877a-1db1-4950-a87f-a655f8a6898d req-ee021043-0384-49d8-abaa-bde859efb748 service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308886 Jun 09 15:05:28.094570 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ecf93f52-c98c-4e55-b394-d8b26c406d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.161346 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7de9532e-e219-4e03-ab41-4b6e782a688b req-e36ca3e4-0cba-4dbd-8c84-872b4c5c118b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923662 Jun 09 15:05:28.227124 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ecf93f52-c98c-4e55-b394-d8b26c406d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.232022 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-62df0885-a58f-4719-9571-db75bfd6d0b9 req-b8220f05-2563-4d2a-8cf2-9b7941185b05 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Deleting port d8278502-7f03-402a-a976-3556cd965594 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:05:28.232363 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-62df0885-a58f-4719-9571-db75bfd6d0b9 req-b8220f05-2563-4d2a-8cf2-9b7941185b05 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.292908 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0e77877a-1db1-4950-a87f-a655f8a6898d req-701876d8-c070-4a81-839f-fd0bea011ab6 service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992972 Jun 09 15:05:28.315638 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ecf93f52-c98c-4e55-b394-d8b26c406d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.318408 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ecf93f52-c98c-4e55-b394-d8b26c406d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.319533 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-ecf93f52-c98c-4e55-b394-d8b26c406d24 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/babc6bc9-bd55-404a-931e-e498a3369935 HTTP/1.1" status: 204 len: 168 time: 0.3274698 Jun 09 15:05:28.320335 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f935c280-b2b7-4335-ae0b-db3c449113f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:28.330907 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf93f52-c98c-4e55-b394-d8b26c406d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babc6bc9-bd55-404a-931e-e498a3369935,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:28.333114 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ecf93f52-c98c-4e55-b394-d8b26c406d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:28.376361 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-62df0885-a58f-4719-9571-db75bfd6d0b9 req-b8220f05-2563-4d2a-8cf2-9b7941185b05 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] For port d8278502-7f03-402a-a976-3556cd965594, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d8278502-7f03-402a-a976-3556cd965594,segment=NetworkSegment(8bee0438-f2a1-4eb1-9848-dd912f2ecd24),segment_id=8bee0438-f2a1-4eb1-9848-dd912f2ecd24)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:28.376859 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-62df0885-a58f-4719-9571-db75bfd6d0b9 req-b8220f05-2563-4d2a-8cf2-9b7941185b05 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.503304 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-62df0885-a58f-4719-9571-db75bfd6d0b9 req-b8220f05-2563-4d2a-8cf2-9b7941185b05 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Calling delete_port for d8278502-7f03-402a-a976-3556cd965594 owned by compute:nova {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:05:28.639225 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0f3fa-9032-4a34-a78f-46bfd6d48b32 req-56300c4d-d60f-40b0-a82c-152adf839bb5 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:28.640913 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e1e0f3fa-9032-4a34-a78f-46bfd6d48b32 req-56300c4d-d60f-40b0-a82c-152adf839bb5 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6369805-2b29-4587-a0c8-8b8fda1c3538 HTTP/1.1" status: 200 len: 945 time: 0.0944855 Jun 09 15:05:28.663073 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-62df0885-a58f-4719-9571-db75bfd6d0b9 req-b8220f05-2563-4d2a-8cf2-9b7941185b05 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.670154 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:28.677969 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['d8278502-7f03-402a-a976-3556cd965594'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:28.704528 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e1e0f3fa-9032-4a34-a78f-46bfd6d48b32 req-06d26cff-5908-4ceb-905c-7f5478fb4eb8 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570176 Jun 09 15:05:28.727346 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8220f05-2563-4d2a-8cf2-9b7941185b05 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Pushing event deleted for resources: {'Port': ['ID=d8278502-7f03-402a-a976-3556cd965594,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:28.730945 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-b8220f05-2563-4d2a-8cf2-9b7941185b05 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:28.825626 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-62df0885-a58f-4719-9571-db75bfd6d0b9 req-b8220f05-2563-4d2a-8cf2-9b7941185b05 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] No DVR routers for this DVR port d8278502-7f03-402a-a976-3556cd965594 on host hv-cinder-78960 {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:05:28.830993 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-62df0885-a58f-4719-9571-db75bfd6d0b9 req-b8220f05-2563-4d2a-8cf2-9b7941185b05 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:28.833844 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-62df0885-a58f-4719-9571-db75bfd6d0b9 req-b8220f05-2563-4d2a-8cf2-9b7941185b05 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.61 "DELETE /v2.0/ports/d8278502-7f03-402a-a976-3556cd965594 HTTP/1.1" status: 204 len: 173 time: 0.7960086 Jun 09 15:05:28.835551 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6369805-2b29-4587-a0c8-8b8fda1c3538', 'name': 'network-vif-deleted', 'tag': 'd8278502-7f03-402a-a976-3556cd965594'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:28.849091 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50818bb9-5fc0-46e3-887f-1c593d241725" -d '{"events": [{"server_uuid": "b6369805-2b29-4587-a0c8-8b8fda1c3538", "name": "network-vif-deleted", "tag": "d8278502-7f03-402a-a976-3556cd965594"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:28.952436 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67491d14-317b-4d25-a3b3-09bf80514523 req-4265ed3c-c09d-43dd-8baa-204d600b4343 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:28.953796 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-67491d14-317b-4d25-a3b3-09bf80514523 req-4265ed3c-c09d-43dd-8baa-204d600b4343 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 945 time: 0.1190681 Jun 09 15:05:29.033030 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-67491d14-317b-4d25-a3b3-09bf80514523 req-e7120f63-81f0-420f-98ba-4a2f1101d1a0 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721760 Jun 09 15:05:29.102051 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddf82db-e074-4544-9c40-5810bba532a6 x-openstack-request-id: req-cddf82db-e074-4544-9c40-5810bba532a6 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:29.102371 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6369805-2b29-4587-a0c8-8b8fda1c3538", "name": "network-vif-deleted", "tag": "d8278502-7f03-402a-a976-3556cd965594", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:29.102669 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cddf82db-e074-4544-9c40-5810bba532a6 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:29.103091 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6369805-2b29-4587-a0c8-8b8fda1c3538', 'name': 'network-vif-deleted', 'tag': 'd8278502-7f03-402a-a976-3556cd965594', 'status': 'completed', 'code': 200} Jun 09 15:05:29.113697 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8ac53-d831-421f-93d5-e9808a75da08 req-b4fd9fc7-8aa3-4f46-a351-269e53dcd226 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:29.115239 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ddb8ac53-d831-421f-93d5-e9808a75da08 req-b4fd9fc7-8aa3-4f46-a351-269e53dcd226 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1301541 Jun 09 15:05:29.174968 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ddb8ac53-d831-421f-93d5-e9808a75da08 req-67599146-a2c8-43c4-a57b-a1cd470b1fb7 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526879 Jun 09 15:05:29.401579 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67367b37-295a-4735-b0d8-ebad957a8b5f req-39b02b96-fd4d-4f27-8e55-b4bbd07de5d7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:29.403832 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-67367b37-295a-4735-b0d8-ebad957a8b5f req-39b02b96-fd4d-4f27-8e55-b4bbd07de5d7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 944 time: 0.1159165 Jun 09 15:05:29.479103 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-67367b37-295a-4735-b0d8-ebad957a8b5f req-2add0fe8-1faa-4262-bc68-68a7bd0177f2 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675888 Jun 09 15:05:29.739821 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:05:29.862688 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:05:29.870200 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:29.871253 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:30.032866 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:30.062384 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ce335a-6db6-47db-b4ee-ca1565bd80ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f2f76c-3397-4161-a6d3-3c701ef5e8a7'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:30.065211 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc08e3a-7d4b-4464-b677-c967e8c9e81b" -d '{"events": [{"server_uuid": "41ce335a-6db6-47db-b4ee-ca1565bd80ec", "name": "network-vif-plugged", "status": "completed", "tag": "f5f2f76c-3397-4161-a6d3-3c701ef5e8a7"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:30.074352 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:30.080624 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:30.081652 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 60acd899-39e3-41d2-8ba3-466ba1e0f839 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:05:30.141301 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:30.210622 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-760470a7-e7c1-4e8e-a4fe-6cb9d47f84a5 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:30.219068 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-760470a7-e7c1-4e8e-a4fe-6cb9d47f84a5 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/networks?id=8e2801a2-1b2c-417a-a543-59608c9063c6 HTTP/1.1" status: 200 len: 809 time: 0.1747456 Jun 09 15:05:30.240100 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-c2624408-72b7-41eb-8375-48845d79bade tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/quotas/fe1285de80d549b88e39eb56b3473f73 HTTP/1.1" status: 200 len: 375 time: 0.0200675 Jun 09 15:05:30.261631 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8d6c8-d4a3-4429-905f-8756c2242d2d req-1717ae9d-b019-4302-a657-43ba1af48912 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:30.266117 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fbf8d6c8-d4a3-4429-905f-8756c2242d2d req-1717ae9d-b019-4302-a657-43ba1af48912 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.1179082 Jun 09 15:05:30.286102 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:30.289910 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:30.305487 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port 60acd899-39e3-41d2-8ba3-466ba1e0f839 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:05:30.312488 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port 60acd899-39e3-41d2-8ba3-466ba1e0f839 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:30.313199 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:30.360670 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fbf8d6c8-d4a3-4429-905f-8756c2242d2d req-2e557bcf-bb8c-4d65-91f5-bc087e8a377a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880079 Jun 09 15:05:30.415102 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-69c2130e-d77a-43eb-98cd-42198e640fe3 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fe1285de80d549b88e39eb56b3473f73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1689062 Jun 09 15:05:30.484775 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6da8658-4ada-4604-affc-6ae54573880a x-openstack-request-id: req-d6da8658-4ada-4604-affc-6ae54573880a {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:30.485538 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ce335a-6db6-47db-b4ee-ca1565bd80ec", "name": "network-vif-plugged", "status": "completed", "tag": "f5f2f76c-3397-4161-a6d3-3c701ef5e8a7", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:30.486263 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d6da8658-4ada-4604-affc-6ae54573880a {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:30.487099 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ce335a-6db6-47db-b4ee-ca1565bd80ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f2f76c-3397-4161-a6d3-3c701ef5e8a7', 'code': 200} Jun 09 15:05:30.488021 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:30.551528 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 60acd899-39e3-41d2-8ba3-466ba1e0f839, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=60acd899-39e3-41d2-8ba3-466ba1e0f839,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:30.563603 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:30.565782 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:30.573997 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-3f29b31f-3242-4e6e-98ca-29ed3eeb554e service neutron] 10.222.0.74 "GET /v2.0/networks/8e2801a2-1b2c-417a-a543-59608c9063c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504850 Jun 09 15:05:30.744849 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=60acd899-39e3-41d2-8ba3-466ba1e0f839,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:30.754422 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-1e7fd8fa-727b-43ac-884a-82bdc8ff925a service neutron] 10.222.0.74 "GET /v2.0/networks/8e2801a2-1b2c-417a-a543-59608c9063c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768644 Jun 09 15:05:30.758624 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:31.002755 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792dc76d-4cb1-4bbf-ba95-ae02959fa2a2 req-e88a10b6-6a11-4275-8299-38fa1f9423ea tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:31.004274 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-792dc76d-4cb1-4bbf-ba95-ae02959fa2a2 req-e88a10b6-6a11-4275-8299-38fa1f9423ea tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1831977 Jun 09 15:05:31.010952 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b9eee-774c-4c59-a787-96eb9c9b9ec4 req-33951b46-9cc0-4c63-8d7a-28619a2f547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:31.012374 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7e4b9eee-774c-4c59-a787-96eb9c9b9ec4 req-33951b46-9cc0-4c63-8d7a-28619a2f547f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 1099 time: 0.2351034 Jun 09 15:05:31.094092 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7e4b9eee-774c-4c59-a787-96eb9c9b9ec4 req-9a78779a-aa7a-47c7-b989-c281ab2ff030 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570083 Jun 09 15:05:31.101136 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-792dc76d-4cb1-4bbf-ba95-ae02959fa2a2 req-468561e4-036d-4677-b55a-04cb13e13fa4 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877135 Jun 09 15:05:31.199574 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a4dca-66f4-4146-8feb-1b2d057c9c1a req-897fe9e6-fa95-4b30-828d-9fbfa6648503 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:31.201425 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-de6a4dca-66f4-4146-8feb-1b2d057c9c1a req-897fe9e6-fa95-4b30-828d-9fbfa6648503 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 945 time: 0.0999870 Jun 09 15:05:31.258393 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-de6a4dca-66f4-4146-8feb-1b2d057c9c1a req-ef3e9012-e747-49a7-bbc1-7d8de8766830 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486774 Jun 09 15:05:31.260410 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-19850209-ea20-4866-af88-d1e2738b2566 req-1525b3f8-00b8-4a90-b1a0-4ae781b8e2ed tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 210 time: 0.1030548 Jun 09 15:05:31.558070 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f553691-c40b-4766-a415-c1457deeab4f req-92099b18-b1e6-40ba-a7da-2f530b864237 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:31.559564 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4f553691-c40b-4766-a415-c1457deeab4f req-92099b18-b1e6-40ba-a7da-2f530b864237 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0821340 Jun 09 15:05:31.611248 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4f553691-c40b-4766-a415-c1457deeab4f req-aa88634f-b7f0-46ad-8029-992f1cce96b5 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450385 Jun 09 15:05:31.749926 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device d8278502-7f03-402a-a976-3556cd965594 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:05:31.784794 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: d8278502-7f03-402a-a976-3556cd965594 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:05:31.785181 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device d8278502-7f03-402a-a976-3556cd965594 not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:05:32.459006 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744098d4-0cf7-4966-8ae6-fc9e9b52a375 req-a26eb22e-274f-4bfa-97c0-7771afcb8c05 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:32.467537 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-744098d4-0cf7-4966-8ae6-fc9e9b52a375 req-a26eb22e-274f-4bfa-97c0-7771afcb8c05 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1687751 Jun 09 15:05:32.490782 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ad8eff-1ade-44bc-9f2e-5ffa015b5a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60acd899-39e3-41d2-8ba3-466ba1e0f839'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:32.490961 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0984bf35-b33a-4393-8399-a81286aa8089" -d '{"events": [{"server_uuid": "17ad8eff-1ade-44bc-9f2e-5ffa015b5a01", "name": "network-vif-plugged", "status": "completed", "tag": "60acd899-39e3-41d2-8ba3-466ba1e0f839"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:32.539078 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-744098d4-0cf7-4966-8ae6-fc9e9b52a375 req-4171fc4f-534f-41a3-90d9-46455421efc2 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703113 Jun 09 15:05:32.636202 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-e77e3c25-62a3-4453-9d24-aa6dc2bdac24 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:32.637123 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-e77e3c25-62a3-4453-9d24-aa6dc2bdac24 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.61 "GET /v2.0/networks?id=8e2801a2-1b2c-417a-a543-59608c9063c6 HTTP/1.1" status: 200 len: 809 time: 0.2648587 Jun 09 15:05:32.650574 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d454ced-256e-41c0-b8da-b08c029f3303 req-52e1166c-2cc9-4bfe-88a3-2f40d299764d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:32.657731 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4d454ced-256e-41c0-b8da-b08c029f3303 req-52e1166c-2cc9-4bfe-88a3-2f40d299764d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 945 time: 0.2264969 Jun 09 15:05:32.664582 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Request body: {'port': {'device_id': 'be53b245-864f-4aa3-96d7-ab76825c92fc', 'network_id': '8e2801a2-1b2c-417a-a543-59608c9063c6', 'admin_state_up': True, 'tenant_id': 'fe1285de80d549b88e39eb56b3473f73'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:32.709360 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-66bd35c3-ecc4-42c8-9989-b6372133688d req-19fe3936-71a7-43bc-851b-16882e178a01 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 210 time: 0.0554967 Jun 09 15:05:32.765395 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d55b878-a6e3-478c-a06f-70baa64279c2 x-openstack-request-id: req-3d55b878-a6e3-478c-a06f-70baa64279c2 {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:32.765867 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ad8eff-1ade-44bc-9f2e-5ffa015b5a01", "name": "network-vif-plugged", "status": "completed", "tag": "60acd899-39e3-41d2-8ba3-466ba1e0f839", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:32.765946 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3d55b878-a6e3-478c-a06f-70baa64279c2 {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:32.766314 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ad8eff-1ade-44bc-9f2e-5ffa015b5a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60acd899-39e3-41d2-8ba3-466ba1e0f839', 'code': 200} Jun 09 15:05:32.809790 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4d454ced-256e-41c0-b8da-b08c029f3303 req-e749094f-edb4-4f25-bc96-aeb48e14d2f4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509235 Jun 09 15:05:32.899954 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Made reservation on behalf of fe1285de80d549b88e39eb56b3473f73 for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:05:32.904885 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:32.980663 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22fd82-d4d4-4b2c-89ae-462a2ce6e21d req-b7b398bc-97a0-4a14-b3f9-c47a069705f1 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:32.982195 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-aa22fd82-d4d4-4b2c-89ae-462a2ce6e21d req-b7b398bc-97a0-4a14-b3f9-c47a069705f1 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0890908 Jun 09 15:05:33.073731 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-aa22fd82-d4d4-4b2c-89ae-462a2ce6e21d req-7d1863db-d1eb-483d-a1a9-0a957428b181 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857823 Jun 09 15:05:33.082857 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Allocated IP 172.20.0.2 (8e2801a2-1b2c-417a-a543-59608c9063c6/a4e17da7-d765-42b4-bac3-8e95fb1c35ef/58fe39e6-67c4-44bd-9cc0-bb07ac566ab7) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:05:33.091669 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a66a93-c4e5-46db-a0e5-4612d66ec9ec req-639043f5-a2a8-420b-a786-7801e21b435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:33.093305 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-12a66a93-c4e5-46db-a0e5-4612d66ec9ec req-639043f5-a2a8-420b-a786-7801e21b435d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 1098 time: 0.0924768 Jun 09 15:05:33.155093 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-12a66a93-c4e5-46db-a0e5-4612d66ec9ec req-6d08c650-43ff-4c9c-8b58-f1e514f2b249 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362272 Jun 09 15:05:33.344734 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:33.359280 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d9ab0-d486-43c0-ab41-d921b765e585 req-c5591759-b049-405c-be7f-f7d7290b40b8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:33.360803 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e33d9ab0-d486-43c0-ab41-d921b765e585 req-c5591759-b049-405c-be7f-f7d7290b40b8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.1564734 Jun 09 15:05:33.371339 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51032) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:33.376053 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-8604ce47-33ea-4072-9f31-e4062723c1b8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Request body: {'floatingip': {'port_id': 'f5f2f76c-3397-4161-a6d3-3c701ef5e8a7'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:33.398197 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:33.400297 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:33.464627 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Network 8e2801a2-1b2c-417a-a543-59608c9063c6 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:05:33.467895 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:33.468336 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8604ce47-33ea-4072-9f31-e4062723c1b8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for floatingip, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:33.471862 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:05:33.477891 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:33.478528 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:33.495418 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Pushing event updated for resources: {'Port': ['ID=58fe39e6-67c4-44bd-9cc0-bb07ac566ab7,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:33.500069 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:33.507506 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8475773 Jun 09 15:05:33.523420 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Request body: {'port': {'device_id': 'be53b245-864f-4aa3-96d7-ab76825c92fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:33.795513 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.134392 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc7d56-419b-4ee1-b7ad-7d1cff4ff848 req-6d928bdc-6301-4422-9adc-fa73e10cfac0 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:34.141134 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d5dc7d56-419b-4ee1-b7ad-7d1cff4ff848 req-6d928bdc-6301-4422-9adc-fa73e10cfac0 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 931 time: 0.2285645 Jun 09 15:05:34.153922 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa3439-dd10-48e8-a6d5-a6f481f06b65 req-65233f52-d5a7-4cf5-a119-065e2b1825ab tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:34.163594 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-57fa3439-dd10-48e8-a6d5-a6f481f06b65 req-65233f52-d5a7-4cf5-a119-065e2b1825ab tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.4289258 Jun 09 15:05:34.306235 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51072) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:34.325577 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d5dc7d56-419b-4ee1-b7ad-7d1cff4ff848 req-2491bf5b-b691-4a8b-a8b0-b86d6b7243ef tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831474 Jun 09 15:05:34.393957 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-57fa3439-dd10-48e8-a6d5-a6f481f06b65 req-5a6ec011-c4f1-4162-bfbf-8c037aac30c8 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290859 Jun 09 15:05:34.560397 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8604ce47-33ea-4072-9f31-e4062723c1b8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.583218 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0d87ff46-0406-4fe2-8a8d-4cdf7971355a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.604015 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:34.611677 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.625007 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8604ce47-33ea-4072-9f31-e4062723c1b8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.638823 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Transition to ACTIVE for port object 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:34.643797 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.649349 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-33f214f9-9d4d-48a3-8597-20e113ca1eb4 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:34.681903 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51080) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:34.864376 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.l3_db [None req-8604ce47-33ea-4072-9f31-e4062723c1b8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Floating IP 7c3f936f-bdb8-4b64-bc2f-8d8e5422168a associated. External IP: 172.27.1.39, port: f5f2f76c-3397-4161-a6d3-3c701ef5e8a7. Jun 09 15:05:34.883217 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Pushing event updated for resources: {'Port': ['ID=58fe39e6-67c4-44bd-9cc0-bb07ac566ab7,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:34.886023 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:34.905470 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Attempting to bind port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:05:34.906068 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Attempting to bind port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '8bee0438-f2a1-4eb1-9848-dd912f2ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e2801a2-1b2c-417a-a543-59608c9063c6'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:05:34.906297 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Attempting to bind port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 on network 8e2801a2-1b2c-417a-a543-59608c9063c6 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:34.911361 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 on network 8e2801a2-1b2c-417a-a543-59608c9063c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:05:34.911666 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Attempting to bind port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 on network 8e2801a2-1b2c-417a-a543-59608c9063c6 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:34.916944 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:05:34.917265 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Checking segment: {'id': '8bee0438-f2a1-4eb1-9848-dd912f2ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e2801a2-1b2c-417a-a543-59608c9063c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:05:34.917622 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Bound using segment: {'id': '8bee0438-f2a1-4eb1-9848-dd912f2ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e2801a2-1b2c-417a-a543-59608c9063c6'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:05:34.918025 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Bound port: 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bee0438-f2a1-4eb1-9848-dd912f2ecd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8e2801a2-1b2c-417a-a543-59608c9063c6'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:05:34.918428 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:34.955910 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986e3b1-357f-4b06-8992-3d4ae5b8bcf1 req-52efdc49-ff0f-4a1f-9e11-f1bf93e0a2b0 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:34.957450 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6986e3b1-357f-4b06-8992-3d4ae5b8bcf1 req-52efdc49-ff0f-4a1f-9e11-f1bf93e0a2b0 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 945 time: 0.3767815 Jun 09 15:05:35.006751 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] For port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:05:35.009791 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] For port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=58fe39e6-67c4-44bd-9cc0-bb07ac566ab7,segment=NetworkSegment(8bee0438-f2a1-4eb1-9848-dd912f2ecd24),segment_id=8bee0438-f2a1-4eb1-9848-dd912f2ecd24)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:05:35.013689 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.018133 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:35.024913 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7c16d069-89c2-40fd-8ac9-00521b9e44df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.072671 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:35.073312 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.074712 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] 10.222.0.61 "PUT /v2.0/ports/58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 HTTP/1.1" status: 200 len: 1093 time: 1.5561931 Jun 09 15:05:35.075183 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be53b245-864f-4aa3-96d7-ab76825c92fc', 'tag': '58fe39e6-67c4-44bd-9cc0-bb07ac566ab7'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:35.077453 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d99d0d4-cd48-4c93-aac4-695610c22489" -d '{"events": [{"name": "network-changed", "server_uuid": "be53b245-864f-4aa3-96d7-ab76825c92fc", "tag": "58fe39e6-67c4-44bd-9cc0-bb07ac566ab7"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:35.097190 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Pushing event updated for resources: {'Port': ['ID=58fe39e6-67c4-44bd-9cc0-bb07ac566ab7,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:35.109043 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:35.121298 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6986e3b1-357f-4b06-8992-3d4ae5b8bcf1 req-ca31302e-c2ad-481a-94fd-6356b4289057 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104021 Jun 09 15:05:35.163937 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0d87ff46-0406-4fe2-8a8d-4cdf7971355a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.176347 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e82d9ee-2e8b-4ade-b61e-c0ecebb63ac0 x-openstack-request-id: req-5e82d9ee-2e8b-4ade-b61e-c0ecebb63ac0 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:35.176821 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be53b245-864f-4aa3-96d7-ab76825c92fc", "tag": "58fe39e6-67c4-44bd-9cc0-bb07ac566ab7", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:35.177500 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5e82d9ee-2e8b-4ade-b61e-c0ecebb63ac0 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:35.177910 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be53b245-864f-4aa3-96d7-ab76825c92fc', 'tag': '58fe39e6-67c4-44bd-9cc0-bb07ac566ab7', 'status': 'completed', 'code': 200} Jun 09 15:05:35.217332 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-736fbe56-028a-47f1-ad63-e6e50e23d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:35.219096 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-736fbe56-028a-47f1-ad63-e6e50e23d892 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe1285de80d549b88e39eb56b3473f73&device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 1096 time: 0.0940940 Jun 09 15:05:35.234708 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0d87ff46-0406-4fe2-8a8d-4cdf7971355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.258693 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ecf93f52-c98c-4e55-b394-d8b26c406d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:35.313442 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-6f960d9d-7e5f-4188-9833-df6a3f6842af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 HTTP/1.1" status: 200 len: 217 time: 0.0862701 Jun 09 15:05:35.397830 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-0d87ff46-0406-4fe2-8a8d-4cdf7971355a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=51ca313419cb4991b985caba9a179ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0870667 Jun 09 15:05:35.400586 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 51098) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:35.403260 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87ff46-0406-4fe2-8a8d-4cdf7971355a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31409bea-759c-4617-86d2-750eaa2304a9,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:35.406460 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0d87ff46-0406-4fe2-8a8d-4cdf7971355a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:35.479717 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-d4768901-df73-494c-af12-79ad37874dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:35.481494 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-d4768901-df73-494c-af12-79ad37874dad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a4e17da7-d765-42b4-bac3-8e95fb1c35ef HTTP/1.1" status: 200 len: 849 time: 0.1596828 Jun 09 15:05:35.547555 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-f80632e2-7250-4a90-a445-414daad483bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8e2801a2-1b2c-417a-a543-59608c9063c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579512 Jun 09 15:05:35.560925 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8604ce47-33ea-4072-9f31-e4062723c1b8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Router f4c2ede2-b318-41e2-af74-fbda7372a1f0 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:05:35.643189 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 51110) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:35.735904 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4cedbbcc-5e3e-4a56-ae88-48f310efea44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.787048 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4cedbbcc-5e3e-4a56-ae88-48f310efea44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.836046 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7c16d069-89c2-40fd-8ac9-00521b9e44df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.845745 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7c16d069-89c2-40fd-8ac9-00521b9e44df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.856296 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:35.894180 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-49aef308-19cf-47a0-9b7f-cc0f672fa68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.916774 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-ab6acaca-b15a-47aa-a56d-472afd29b0e2 service neutron] 10.222.0.61 "GET /v2.0/networks/8e2801a2-1b2c-417a-a543-59608c9063c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242636 Jun 09 15:05:35.918986 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-7c16d069-89c2-40fd-8ac9-00521b9e44df admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=abaf1fcef0424171875db9c9e370a669&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2286391 Jun 09 15:05:35.924156 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 51116) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:35.929456 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16d069-89c2-40fd-8ac9-00521b9e44df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf3b8ef-3733-4c3b-a0cc-032c06dc686a,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:35.932621 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7c16d069-89c2-40fd-8ac9-00521b9e44df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:35.940538 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8604ce47-33ea-4072-9f31-e4062723c1b8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:05:35.946377 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8604ce47-33ea-4072-9f31-e4062723c1b8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:35.955602 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb84c5-78d2-434a-83d0-f7b8ab7d2832 None None] Sync routers for ids ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:05:35.966370 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb84c5-78d2-434a-83d0-f7b8ab7d2832 None None] Routers {'f4c2ede2-b318-41e2-af74-fbda7372a1f0'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:05:35.967008 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-89fb84c5-78d2-434a-83d0-f7b8ab7d2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:05:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:35.986450 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad040bd-a294-422f-8acc-b8267db2f89f req-0ad06c41-c5c0-4796-a48a-5b01f37c255a tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:35.988270 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8ad040bd-a294-422f-8acc-b8267db2f89f req-0ad06c41-c5c0-4796-a48a-5b01f37c255a tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 943 time: 0.4015441 Jun 09 15:05:36.045123 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-8604ce47-33ea-4072-9f31-e4062723c1b8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "PUT /v2.0/floatingips/7c3f936f-bdb8-4b64-bc2f-8d8e5422168a HTTP/1.1" status: 200 len: 991 time: 2.6724763 Jun 09 15:05:36.048013 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ce335a-6db6-47db-b4ee-ca1565bd80ec', 'tag': 'f5f2f76c-3397-4161-a6d3-3c701ef5e8a7'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:36.049640 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d1ffd-f2fd-421c-b050-b66eeed65848 req-152e3bc1-a046-43f8-b7b0-d5802301723d tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:36.050291 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa31b98-a458-430a-9a2d-b9cf314209b2" -d '{"events": [{"name": "network-changed", "server_uuid": "41ce335a-6db6-47db-b4ee-ca1565bd80ec", "tag": "f5f2f76c-3397-4161-a6d3-3c701ef5e8a7"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:36.051701 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0f2d1ffd-f2fd-421c-b050-b66eeed65848 req-152e3bc1-a046-43f8-b7b0-d5802301723d tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.4093683 Jun 09 15:05:36.057780 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4cedbbcc-5e3e-4a56-ae88-48f310efea44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:36.060192 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4cedbbcc-5e3e-4a56-ae88-48f310efea44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:36.060343 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8ad040bd-a294-422f-8acc-b8267db2f89f req-cd392d2a-a10f-4fcc-baa1-61edfbf850ff tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607789 Jun 09 15:05:36.061218 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-4cedbbcc-5e3e-4a56-ae88-48f310efea44 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/31409bea-759c-4617-86d2-750eaa2304a9 HTTP/1.1" status: 204 len: 168 time: 0.6594646 Jun 09 15:05:36.072417 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-35d6661b-e64f-41ac-833f-dfb1db8449df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:36.127953 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedbbcc-5e3e-4a56-ae88-48f310efea44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31409bea-759c-4617-86d2-750eaa2304a9,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:36.139622 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4cedbbcc-5e3e-4a56-ae88-48f310efea44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:36.168657 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-89fb84c5-78d2-434a-83d0-f7b8ab7d2832 None None] Set router f4c2ede2-b318-41e2-af74-fbda7372a1f0 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:05:36.198176 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-71fee3d6-98e8-49a0-bd2f-f103d9b0d636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:36.202068 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0f2d1ffd-f2fd-421c-b050-b66eeed65848 req-6fede370-82fb-4c5c-a68f-0818cb55925f tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307147 Jun 09 15:05:36.253280 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8fc08d41-4e8f-4167-9161-793d68549ad8 req-685ab975-9bad-45f1-8c40-ecd1ee7b07f7 service neutron] 10.222.0.61 "GET /v2.0/networks/8e2801a2-1b2c-417a-a543-59608c9063c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053451 Jun 09 15:05:36.257167 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-71fee3d6-98e8-49a0-bd2f-f103d9b0d636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:36.349409 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb4e113-5924-45c8-90d4-836ca17306a5 x-openstack-request-id: req-ddb4e113-5924-45c8-90d4-836ca17306a5 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:36.349719 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ce335a-6db6-47db-b4ee-ca1565bd80ec", "tag": "f5f2f76c-3397-4161-a6d3-3c701ef5e8a7", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:36.349989 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ddb4e113-5924-45c8-90d4-836ca17306a5 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:36.350447 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ce335a-6db6-47db-b4ee-ca1565bd80ec', 'tag': 'f5f2f76c-3397-4161-a6d3-3c701ef5e8a7', 'status': 'completed', 'code': 200} Jun 09 15:05:36.387151 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-49aef308-19cf-47a0-9b7f-cc0f672fa68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:36.397949 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-49aef308-19cf-47a0-9b7f-cc0f672fa68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:36.407326 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:36.463535 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-71fee3d6-98e8-49a0-bd2f-f103d9b0d636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:36.465911 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-71fee3d6-98e8-49a0-bd2f-f103d9b0d636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:36.470004 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-71fee3d6-98e8-49a0-bd2f-f103d9b0d636 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2cf3b8ef-3733-4c3b-a0cc-032c06dc686a HTTP/1.1" status: 204 len: 168 time: 0.5441163 Jun 09 15:05:36.477057 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-49aef308-19cf-47a0-9b7f-cc0f672fa68b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3ca401ed1dfe41c3abf0d945f6449c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8294575 Jun 09 15:05:36.477821 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aef308-19cf-47a0-9b7f-cc0f672fa68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e0bed9-d218-4305-815c-9d67d82f8b34,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:36.482288 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 51130) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:36.484107 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-49aef308-19cf-47a0-9b7f-cc0f672fa68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:36.495667 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-b38a6876-9039-4440-aa24-61ad22b34d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:36.513155 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fee3d6-98e8-49a0-bd2f-f103d9b0d636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf3b8ef-3733-4c3b-a0cc-032c06dc686a,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:36.522696 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-71fee3d6-98e8-49a0-bd2f-f103d9b0d636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:36.525160 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99d0d4-cd48-4c93-aac4-695610c22489 req-e4da88d6-9fd7-454d-85ff-25e17275c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:36.526283 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d99d0d4-cd48-4c93-aac4-695610c22489 req-e4da88d6-9fd7-454d-85ff-25e17275c062 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe1285de80d549b88e39eb56b3473f73&device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 1096 time: 0.2081017 Jun 09 15:05:36.592310 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa31b98-a458-430a-9a2d-b9cf314209b2 req-8fac0410-79aa-4c36-b529-8e1c0d0319e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:36.593919 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3fa31b98-a458-430a-9a2d-b9cf314209b2 req-8fac0410-79aa-4c36-b529-8e1c0d0319e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c84101f7a7b147b788f7b1dbf4a50b62&device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 1099 time: 0.2152772 Jun 09 15:05:36.748473 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7706b582-c8b1-4ae1-87b9-7e06cfc4e3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:36.763555 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa31b98-a458-430a-9a2d-b9cf314209b2 req-8a407f9a-3ccf-4d5e-af85-6405a7c91d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:36.765164 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3fa31b98-a458-430a-9a2d-b9cf314209b2 req-8a407f9a-3ccf-4d5e-af85-6405a7c91d43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=eec54841-c6b0-497b-8399-d7e40a147888 HTTP/1.1" status: 200 len: 912 time: 0.1624322 Jun 09 15:05:36.777000 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-89fb84c5-78d2-434a-83d0-f7b8ab7d2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '7c3f936f-bdb8-4b64-bc2f-8d8e5422168a', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'port_id': 'f5f2f76c-3397-4161-a6d3-3c701ef5e8a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'mac_address': 'fa:16:3e:19:6f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ce335a-6db6-47db-b4ee-ca1565bd80ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:05:06Z', 'updated_at': '2021-06-09T15:05:34Z', 'revision_number': 1, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:10Z', 'revision_number': 5, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:36.781626 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb84c5-78d2-434a-83d0-f7b8ab7d2832 None None] Checking router: f4c2ede2-b318-41e2-af74-fbda7372a1f0 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:05:36.793527 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb84c5-78d2-434a-83d0-f7b8ab7d2832 None None] Routers {'f4c2ede2-b318-41e2-af74-fbda7372a1f0'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:05:36.794410 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-89fb84c5-78d2-434a-83d0-f7b8ab7d2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:05:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:36.808570 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7706b582-c8b1-4ae1-87b9-7e06cfc4e3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:36.911537 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99d0d4-cd48-4c93-aac4-695610c22489 req-3e0dfd09-1114-4aa8-8c6c-c70f8eee070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:36.935520 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3fa31b98-a458-430a-9a2d-b9cf314209b2 req-ca51be24-e1fa-4b33-b24f-5280453b65e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 HTTP/1.1" status: 200 len: 999 time: 0.1446238 Jun 09 15:05:36.936317 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d99d0d4-cd48-4c93-aac4-695610c22489 req-3e0dfd09-1114-4aa8-8c6c-c70f8eee070f service neutron] 10.222.0.61 "GET /v2.0/networks?id=8e2801a2-1b2c-417a-a543-59608c9063c6 HTTP/1.1" status: 200 len: 910 time: 0.3873029 Jun 09 15:05:37.040534 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa31b98-a458-430a-9a2d-b9cf314209b2 req-38623054-e5b9-4db2-8c0f-c7d3bad6bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:37.047568 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3fa31b98-a458-430a-9a2d-b9cf314209b2 req-38623054-e5b9-4db2-8c0f-c7d3bad6bf26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2afc08c9-1a35-412a-9699-36c252f1274a HTTP/1.1" status: 200 len: 850 time: 0.0988553 Jun 09 15:05:37.107879 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:37.108377 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d99d0d4-cd48-4c93-aac4-695610c22489 req-56a5fdab-3e58-4973-8f51-a15663003517 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 HTTP/1.1" status: 200 len: 217 time: 0.1479924 Jun 09 15:05:37.108718 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 51154) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:37.150250 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-89fb84c5-78d2-434a-83d0-f7b8ab7d2832 None None] Set router f4c2ede2-b318-41e2-af74-fbda7372a1f0 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:05:37.169628 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-91316b93-1951-4f77-8b6d-43a4cc0ed5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:37.185520 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa31b98-a458-430a-9a2d-b9cf314209b2 req-d831b976-a995-4d6b-82f1-b8738c9eadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:37.187218 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3fa31b98-a458-430a-9a2d-b9cf314209b2 req-d831b976-a995-4d6b-82f1-b8738c9eadaf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eec54841-c6b0-497b-8399-d7e40a147888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1261423 Jun 09 15:05:37.386135 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99d0d4-cd48-4c93-aac4-695610c22489 req-6761d6c6-1f41-4c86-bd63-928bec50b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:37.388798 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d99d0d4-cd48-4c93-aac4-695610c22489 req-6761d6c6-1f41-4c86-bd63-928bec50b2bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a4e17da7-d765-42b4-bac3-8e95fb1c35ef HTTP/1.1" status: 200 len: 849 time: 0.2640843 Jun 09 15:05:37.393400 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3fa31b98-a458-430a-9a2d-b9cf314209b2 req-c2e47f19-87c1-43f2-b326-aecd3d061ee3 service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943049 Jun 09 15:05:37.408724 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7706b582-c8b1-4ae1-87b9-7e06cfc4e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:37.411868 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7706b582-c8b1-4ae1-87b9-7e06cfc4e3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:37.413401 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-7706b582-c8b1-4ae1-87b9-7e06cfc4e3f1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f0e0bed9-d218-4305-815c-9d67d82f8b34 HTTP/1.1" status: 204 len: 168 time: 0.9304042 Jun 09 15:05:37.453331 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:37.482227 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d99d0d4-cd48-4c93-aac4-695610c22489 req-973bf015-d545-41e3-a313-91e8e0553a77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8e2801a2-1b2c-417a-a543-59608c9063c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636468 Jun 09 15:05:37.487667 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706b582-c8b1-4ae1-87b9-7e06cfc4e3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e0bed9-d218-4305-815c-9d67d82f8b34,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:37.492365 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-7706b582-c8b1-4ae1-87b9-7e06cfc4e3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:37.647675 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764f5df-713f-44f7-aeb7-e0e501ab1d32 req-40c8a799-7615-4427-b4d0-7e6402d578d1 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:37.649405 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9764f5df-713f-44f7-aeb7-e0e501ab1d32 req-40c8a799-7615-4427-b4d0-7e6402d578d1 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 943 time: 0.3851647 Jun 09 15:05:37.663147 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-91316b93-1951-4f77-8b6d-43a4cc0ed5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:37.687056 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-91316b93-1951-4f77-8b6d-43a4cc0ed5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:37.701412 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:37.753259 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3fa31b98-a458-430a-9a2d-b9cf314209b2 req-fa76043d-81b3-48fb-a284-45dd9d202245 service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338089 Jun 09 15:05:37.856050 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d99d0d4-cd48-4c93-aac4-695610c22489 req-32542ac0-f119-4766-afca-b826b75dab93 service neutron] 10.222.0.61 "GET /v2.0/networks/8e2801a2-1b2c-417a-a543-59608c9063c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586550 Jun 09 15:05:37.871663 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9764f5df-713f-44f7-aeb7-e0e501ab1d32 req-47808637-4eff-4675-ad1a-c6cd609501f1 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067964 Jun 09 15:05:37.900361 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-89fb84c5-78d2-434a-83d0-f7b8ab7d2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '7c3f936f-bdb8-4b64-bc2f-8d8e5422168a', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'port_id': 'f5f2f76c-3397-4161-a6d3-3c701ef5e8a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'mac_address': 'fa:16:3e:19:6f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ce335a-6db6-47db-b4ee-ca1565bd80ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:05:06Z', 'updated_at': '2021-06-09T15:05:34Z', 'revision_number': 1, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:10Z', 'revision_number': 5, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:05:37.906220 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb84c5-78d2-434a-83d0-f7b8ab7d2832 None None] The sync data for ids ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'] in dv-cinder-789603-9-iscsi is: [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '7c3f936f-bdb8-4b64-bc2f-8d8e5422168a', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'port_id': 'f5f2f76c-3397-4161-a6d3-3c701ef5e8a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'mac_address': 'fa:16:3e:19:6f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ce335a-6db6-47db-b4ee-ca1565bd80ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:05:06Z', 'updated_at': '2021-06-09T15:05:34Z', 'revision_number': 1, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:10Z', 'revision_number': 5, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:05:37.941235 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-91316b93-1951-4f77-8b6d-43a4cc0ed5d6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9257a37d15f84912bc75947db13d1483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8267877 Jun 09 15:05:37.947281 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 51178) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:37.947988 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91316b93-1951-4f77-8b6d-43a4cc0ed5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12486ab-1500-4e56-af2f-fbf507a0d0f0,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:37.952382 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-91316b93-1951-4f77-8b6d-43a4cc0ed5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:38.069522 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16bd29-ee47-461b-aebd-8b00cd574113 req-86f71677-321f-435a-911d-ce4861a1387e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:38.071383 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7c16bd29-ee47-461b-aebd-8b00cd574113 req-86f71677-321f-435a-911d-ce4861a1387e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1401157 Jun 09 15:05:38.073102 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51180) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:38.148426 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0e1e4f9c-d6f6-4db0-bafe-62e99e8ba8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:38.189632 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ee590486-d278-406e-8fcb-e3c249de08ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:38.202361 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7c16bd29-ee47-461b-aebd-8b00cd574113 req-7d105f15-dd08-4e12-aaab-e916be2821fb tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059294 Jun 09 15:05:38.239754 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d99d0d4-cd48-4c93-aac4-695610c22489 req-301366e2-bfe3-42aa-bd8e-e5600bd69ce6 service neutron] 10.222.0.61 "GET /v2.0/networks/8e2801a2-1b2c-417a-a543-59608c9063c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475025 Jun 09 15:05:38.294240 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ee590486-d278-406e-8fcb-e3c249de08ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:38.340549 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47d5a80-c6c4-4680-a2b6-e8b978d913e6 None None] New status for floating IP 7c3f936f-bdb8-4b64-bc2f-8d8e5422168a: ACTIVE {{(pid=91818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:05:38.382053 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ee590486-d278-406e-8fcb-e3c249de08ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:38.385192 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ee590486-d278-406e-8fcb-e3c249de08ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:38.388875 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-ee590486-d278-406e-8fcb-e3c249de08ce admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f12486ab-1500-4e56-af2f-fbf507a0d0f0 HTTP/1.1" status: 204 len: 168 time: 0.4353373 Jun 09 15:05:38.388875 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0dcccb77-849a-42df-9dea-18dd6c7d1e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:38.389730 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0e1e4f9c-d6f6-4db0-bafe-62e99e8ba8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:38.393982 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0e1e4f9c-d6f6-4db0-bafe-62e99e8ba8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:38.404059 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f4d20b90-02de-4ef7-9bf7-341aca182db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:38.404656 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee590486-d278-406e-8fcb-e3c249de08ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12486ab-1500-4e56-af2f-fbf507a0d0f0,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:38.407369 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-ee590486-d278-406e-8fcb-e3c249de08ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:38.448294 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e4f9c-d6f6-4db0-bafe-62e99e8ba8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d9f07a-0ac4-4680-98be-d3053b946db4,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:38.453244 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0e1e4f9c-d6f6-4db0-bafe-62e99e8ba8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:38.461224 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-0e1e4f9c-d6f6-4db0-bafe-62e99e8ba8b9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d543fa91d34544a1a675cff8eacfa591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869312 Jun 09 15:05:38.464167 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 51188) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:38.526464 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8d65a231-f4e9-4d8d-ae0c-d74c910b5277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:38.555221 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8d65a231-f4e9-4d8d-ae0c-d74c910b5277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:38.620193 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8d65a231-f4e9-4d8d-ae0c-d74c910b5277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:38.625290 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8d65a231-f4e9-4d8d-ae0c-d74c910b5277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:38.631460 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-8d65a231-f4e9-4d8d-ae0c-d74c910b5277 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d6d9f07a-0ac4-4680-98be-d3053b946db4 HTTP/1.1" status: 204 len: 168 time: 0.1661961 Jun 09 15:05:38.634665 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a3a949c5-21a9-4856-99da-7a0fb59be98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:38.644489 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65a231-f4e9-4d8d-ae0c-d74c910b5277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d9f07a-0ac4-4680-98be-d3053b946db4,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:38.654881 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8d65a231-f4e9-4d8d-ae0c-d74c910b5277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:39.021959 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 51208) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:39.043061 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c22ec2a-ed6a-4a48-9f15-87bc2f26eb07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:39.088564 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f7b9f-1fa2-448b-9fa8-23b5a8cbb7cc req-798c33a0-5457-481a-88ef-e1b49afc77b6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:39.090145 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-756f7b9f-1fa2-448b-9fa8-23b5a8cbb7cc req-798c33a0-5457-481a-88ef-e1b49afc77b6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 943 time: 0.0875483 Jun 09 15:05:39.146700 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-756f7b9f-1fa2-448b-9fa8-23b5a8cbb7cc req-b103ab8e-b55a-4033-aae9-ae6373c32293 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468240 Jun 09 15:05:39.170433 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c22ec2a-ed6a-4a48-9f15-87bc2f26eb07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:39.174686 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c22ec2a-ed6a-4a48-9f15-87bc2f26eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:39.183717 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-7771a18f-bbc4-4d34-a667-0ed88a9d5066 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:39.225725 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-5c22ec2a-ed6a-4a48-9f15-87bc2f26eb07 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ac2107a99a5a4cdab1116ea7b9184505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989608 Jun 09 15:05:39.225725 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22ec2a-ed6a-4a48-9f15-87bc2f26eb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b25c73-0d37-407c-9360-807d26755190,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:39.226049 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51216) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:39.244038 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5c22ec2a-ed6a-4a48-9f15-87bc2f26eb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:39.290118 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-535892bf-7e21-427c-860b-c0dff7dfa36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:39.317881 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-535892bf-7e21-427c-860b-c0dff7dfa36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:39.432352 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89906116-8cc2-4837-9921-3283e8e9400f req-ab29d52f-7258-493e-9c2d-84a3dbe09fd2 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:39.433747 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-89906116-8cc2-4837-9921-3283e8e9400f req-ab29d52f-7258-493e-9c2d-84a3dbe09fd2 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1089144 Jun 09 15:05:39.458420 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-535892bf-7e21-427c-860b-c0dff7dfa36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:39.462079 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-535892bf-7e21-427c-860b-c0dff7dfa36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:39.463525 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-535892bf-7e21-427c-860b-c0dff7dfa36b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/90b25c73-0d37-407c-9360-807d26755190 HTTP/1.1" status: 204 len: 168 time: 0.2363858 Jun 09 15:05:39.464250 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0e1e4f9c-d6f6-4db0-bafe-62e99e8ba8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:39.480701 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535892bf-7e21-427c-860b-c0dff7dfa36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b25c73-0d37-407c-9360-807d26755190,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:39.483676 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-535892bf-7e21-427c-860b-c0dff7dfa36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:39.510132 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-89906116-8cc2-4837-9921-3283e8e9400f req-2114eadb-46ee-4a3c-9a38-44c978912a67 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703230 Jun 09 15:05:39.794109 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:05:39.989612 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=58fe39e6-67c4-44bd-9cc0-bb07ac566ab7,segment=NetworkSegment(8bee0438-f2a1-4eb1-9848-dd912f2ecd24),segment_id=8bee0438-f2a1-4eb1-9848-dd912f2ecd24)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:40.003430 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': '58fe39e6-67c4-44bd-9cc0-bb07ac566ab7', 'network_id': '8e2801a2-1b2c-417a-a543-59608c9063c6', 'port_id': '58fe39e6-67c4-44bd-9cc0-bb07ac566ab7', 'mac_address': 'fa:16:3e:63:82:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e17da7-d765-42b4-bac3-8e95fb1c35ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:05:40.063669 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:40.087695 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:40.104238 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=58fe39e6-67c4-44bd-9cc0-bb07ac566ab7,segment=NetworkSegment(8bee0438-f2a1-4eb1-9848-dd912f2ecd24),segment_id=8bee0438-f2a1-4eb1-9848-dd912f2ecd24)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:40.108292 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:40.110441 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e1435058-5c83-4861-8cb8-4e57811a9fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:40.176335 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=58fe39e6-67c4-44bd-9cc0-bb07ac566ab7,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:40.179602 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:40.342401 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbff56d-0a44-4646-bdc4-a36ca2b62e4b req-d0b5a540-7057-4b51-9454-2e589bb3565e tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:40.344412 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4fbff56d-0a44-4646-bdc4-a36ca2b62e4b req-d0b5a540-7057-4b51-9454-2e589bb3565e tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 944 time: 0.0850508 Jun 09 15:05:40.394650 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4fbff56d-0a44-4646-bdc4-a36ca2b62e4b req-286fac53-7207-484d-a9f5-2cdef3cb7ab3 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Jun 09 15:05:40.637989 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51268) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:40.752894 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ea0589d4-1225-4f96-bd55-bbf3239998b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:40.853039 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ea0589d4-1225-4f96-bd55-bbf3239998b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:40.856339 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ea0589d4-1225-4f96-bd55-bbf3239998b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:40.864218 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7c16d069-89c2-40fd-8ac9-00521b9e44df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:40.902763 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-ea0589d4-1225-4f96-bd55-bbf3239998b9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c0d2c17bbbe948499eb9d7ff4bf0c25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636797 Jun 09 15:05:40.903716 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0589d4-1225-4f96-bd55-bbf3239998b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44be7069-394d-4369-a1eb-8e1084e05576,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:40.905432 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 51272) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:40.906844 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ea0589d4-1225-4f96-bd55-bbf3239998b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:40.965639 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4982356c-4852-441e-b920-e4f4bac471af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:40.990097 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4982356c-4852-441e-b920-e4f4bac471af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:41.040032 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4982356c-4852-441e-b920-e4f4bac471af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:41.042452 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4982356c-4852-441e-b920-e4f4bac471af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:41.043592 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-4982356c-4852-441e-b920-e4f4bac471af admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/44be7069-394d-4369-a1eb-8e1084e05576 HTTP/1.1" status: 204 len: 168 time: 0.1372018 Jun 09 15:05:41.044338 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6999940a-b535-4d7c-96e2-4c7cd6470bc7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:41.057069 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982356c-4852-441e-b920-e4f4bac471af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44be7069-394d-4369-a1eb-8e1084e05576,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:41.057528 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4982356c-4852-441e-b920-e4f4bac471af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:41.320892 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51282) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:41.341279 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-07fbd2b6-d19f-47e3-98b0-51eda4afd95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:41.442309 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-07fbd2b6-d19f-47e3-98b0-51eda4afd95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:41.445874 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-07fbd2b6-d19f-47e3-98b0-51eda4afd95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:41.454229 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-abe5b92a-6f83-46b9-8f6b-c9f332bcf5e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:41.493687 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-07fbd2b6-d19f-47e3-98b0-51eda4afd95a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=08fd7e7145fb44318d7db510bf01902b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716387 Jun 09 15:05:41.494601 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbd2b6-d19f-47e3-98b0-51eda4afd95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e41f86b-0318-4830-91e0-b8de8f078c26,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:41.496312 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 51286) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:41.497752 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-07fbd2b6-d19f-47e3-98b0-51eda4afd95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:41.553407 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1502b70e-0e27-4ad2-a72b-eed0e33054c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:41.578927 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1502b70e-0e27-4ad2-a72b-eed0e33054c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:41.634807 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1502b70e-0e27-4ad2-a72b-eed0e33054c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:41.637422 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1502b70e-0e27-4ad2-a72b-eed0e33054c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:41.638676 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-1502b70e-0e27-4ad2-a72b-eed0e33054c3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7e41f86b-0318-4830-91e0-b8de8f078c26 HTTP/1.1" status: 204 len: 168 time: 0.1412671 Jun 09 15:05:41.639383 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4982356c-4852-441e-b920-e4f4bac471af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:41.649025 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502b70e-0e27-4ad2-a72b-eed0e33054c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e41f86b-0318-4830-91e0-b8de8f078c26,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:41.651389 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1502b70e-0e27-4ad2-a72b-eed0e33054c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:42.826547 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-fb05a51e-e129-48c1-aa0e-ae1ed6909a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:43.544961 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['58fe39e6-67c4-44bd-9cc0-bb07ac566ab7'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:43.695133 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ceffd-8bd1-4c9a-a0b0-73953e7c772a req-f56d3f94-ee5d-4fda-8a1b-9b76a4580c74 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:43.697862 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-333ceffd-8bd1-4c9a-a0b0-73953e7c772a req-f56d3f94-ee5d-4fda-8a1b-9b76a4580c74 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0816803 Jun 09 15:05:43.718848 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b007d3-e75c-47fe-84b9-f9edf87eaf5d req-dec1a5d1-7a94-4939-8418-ec5364757fe1 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:43.721050 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-83b007d3-e75c-47fe-84b9-f9edf87eaf5d req-dec1a5d1-7a94-4939-8418-ec5364757fe1 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 944 time: 0.0903332 Jun 09 15:05:43.747509 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-333ceffd-8bd1-4c9a-a0b0-73953e7c772a req-002a14e0-bd2e-4e7e-b886-94f2041fde98 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440671 Jun 09 15:05:43.773539 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-83b007d3-e75c-47fe-84b9-f9edf87eaf5d req-7dc5cadc-f784-41fb-a403-eca001a89ee1 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451021 Jun 09 15:05:44.826656 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:05:44.946902 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f748c2-93bb-4ac4-b105-101c1438da95 req-46b35ae3-ef59-4655-a2a3-f3ef1f136f54 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:44.948394 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e5f748c2-93bb-4ac4-b105-101c1438da95 req-46b35ae3-ef59-4655-a2a3-f3ef1f136f54 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0886014 Jun 09 15:05:44.998378 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e5f748c2-93bb-4ac4-b105-101c1438da95 req-1d5ecd20-3b4d-4140-99a6-42117c3b7c27 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 Jun 09 15:05:45.007345 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7452c-71a9-41fa-8214-2b8416d9a621 req-971d3f04-bcbf-4e86-9a88-2f2108a653a1 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:45.009061 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-66c7452c-71a9-41fa-8214-2b8416d9a621 req-971d3f04-bcbf-4e86-9a88-2f2108a653a1 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 944 time: 0.0896692 Jun 09 15:05:45.066684 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-66c7452c-71a9-41fa-8214-2b8416d9a621 req-a47f8c93-c544-473a-b26d-ab7220ae4f43 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508173 Jun 09 15:05:45.299130 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:45.406862 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-31e9b0db-0cc4-4322-a46f-6dae0abdfea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:45.775126 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 51370) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:45.889768 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:45.991437 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:45.994873 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.002594 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-10b86c8a-e8c5-4647-9395-96351a3abe64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:46.041235 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f52605624ca44b82bb171f77dfc69c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652144 Jun 09 15:05:46.042104 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78834299-7455-4951-aa61-a504cbebf468,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:46.043982 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51376) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:46.049525 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.049881 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.050224 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.050595 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.051625 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.051980 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.052408 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.052748 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.053078 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.053403 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.053729 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.054050 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.058212 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:46.107823 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.137996 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.201383 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f6f55-7a30-4390-b1e9-d5df1bd848c7 req-e60839c2-bd50-47eb-9875-6f88b122da56 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:46.202912 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fa5f6f55-7a30-4390-b1e9-d5df1bd848c7 req-e60839c2-bd50-47eb-9875-6f88b122da56 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0865266 Jun 09 15:05:46.248516 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fa5f6f55-7a30-4390-b1e9-d5df1bd848c7 req-2d7727a4-a7bf-42ee-8d57-71a0e845d77a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394950 Jun 09 15:05:46.270766 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.273685 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.274944 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/78834299-7455-4951-aa61-a504cbebf468 HTTP/1.1" status: 204 len: 168 time: 0.2294972 Jun 09 15:05:46.275621 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ebd61b21-faa1-4243-aeea-11179924f74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:46.285722 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78834299-7455-4951-aa61-a504cbebf468,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:46.294239 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.294732 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.295459 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.296002 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.296429 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.296837 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.297310 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.297720 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.298182 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.298597 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.298989 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.299493 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:46.304216 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:46.336332 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:46.436841 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119be364-063a-4fdf-a4b0-42ba98ef37a7 req-51659e3d-4436-427b-ac71-8ace981d4b41 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:46.438279 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-119be364-063a-4fdf-a4b0-42ba98ef37a7 req-51659e3d-4436-427b-ac71-8ace981d4b41 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 944 time: 0.0830095 Jun 09 15:05:46.482772 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-119be364-063a-4fdf-a4b0-42ba98ef37a7 req-a1c13f85-1824-49de-a5e3-66699b5d5a06 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383589 Jun 09 15:05:46.930375 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:05:46.952405 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51404) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:47.004700 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:05:47.009488 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:05:47.009861 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.056483 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1425805799-network', 'tenant_id': '8ba22abdddb340b9adf17389e0c8943a'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:47.078230 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Made reservation on behalf of 8ba22abdddb340b9adf17389e0c8943a for: {'network': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:05:47.080613 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.093556 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.125385 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.154311 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be53b245-864f-4aa3-96d7-ab76825c92fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fe39e6-67c4-44bd-9cc0-bb07ac566ab7'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:47.156571 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b00b335-13dd-4ace-980c-a7f64c6ef6c7" -d '{"events": [{"server_uuid": "be53b245-864f-4aa3-96d7-ab76825c92fc", "name": "network-vif-plugged", "status": "completed", "tag": "58fe39e6-67c4-44bd-9cc0-bb07ac566ab7"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:47.165639 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=58fe39e6-67c4-44bd-9cc0-bb07ac566ab7,segment=NetworkSegment(8bee0438-f2a1-4eb1-9848-dd912f2ecd24),segment_id=8bee0438-f2a1-4eb1-9848-dd912f2ecd24)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:47.171257 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.173757 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:47.200548 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.204911 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.208663 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c75723ac-8ee6-4fc5-9b9f-462c58e4dfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:47.209262 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbc47d9-293a-4fb5-ab9e-8d8ae5df8631 x-openstack-request-id: req-fbbc47d9-293a-4fb5-ab9e-8d8ae5df8631 {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:47.209559 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be53b245-864f-4aa3-96d7-ab76825c92fc", "name": "network-vif-plugged", "status": "completed", "tag": "58fe39e6-67c4-44bd-9cc0-bb07ac566ab7", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:47.209806 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fbbc47d9-293a-4fb5-ab9e-8d8ae5df8631 {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:47.210192 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be53b245-864f-4aa3-96d7-ab76825c92fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fe39e6-67c4-44bd-9cc0-bb07ac566ab7', 'code': 200} Jun 09 15:05:47.238519 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=91817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:05:47.243703 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec1cc4b-c038-4fa5-b2cc-117069ffb233,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:47.247556 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:47.249621 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=58fe39e6-67c4-44bd-9cc0-bb07ac566ab7,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:47.251316 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.251651 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.segments_db [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Added segment d0febefe-637a-47fd-abbe-58a0a9332d83 of type vlan for network d837972a-cd23-4dcf-8142-6c0984b38878 Jun 09 15:05:47.253151 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:47.280033 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.312531 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.313784 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:47.314346 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.319692 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:47.402289 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4486301 Jun 09 15:05:47.405256 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51412) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:47.411469 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-7af4ef7c-1ab8-4c4f-ab8d-a28c5b79a58f admin admin] Request body: {'subnet': {'network_id': 'd837972a-cd23-4dcf-8142-6c0984b38878', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1425805799-subnet', 'tenant_id': '8ba22abdddb340b9adf17389e0c8943a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:47.420769 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d837972a-cd23-4dcf-8142-6c0984b38878,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:47.425145 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:47.432868 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network d837972a-cd23-4dcf-8142-6c0984b38878 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:05:47.440807 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af4ef7c-1ab8-4c4f-ab8d-a28c5b79a58f admin admin] Made reservation on behalf of 8ba22abdddb340b9adf17389e0c8943a for: {'subnet': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:05:47.441379 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dd55b-0265-4fcd-91ab-6f3b644219f4 req-e86f2c9a-2db7-41a5-9b16-3cdaaa754963 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:47.443398 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-df8dd55b-0265-4fcd-91ab-6f3b644219f4 req-e86f2c9a-2db7-41a5-9b16-3cdaaa754963 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0846074 Jun 09 15:05:47.444097 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7af4ef7c-1ab8-4c4f-ab8d-a28c5b79a58f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33473688'] for subnet, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.489923 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-df8dd55b-0265-4fcd-91ab-6f3b644219f4 req-498ec926-5792-4f4e-b174-51a2ad87e051 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394263 Jun 09 15:05:47.660618 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7af4ef7c-1ab8-4c4f-ab8d-a28c5b79a58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33465043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33473702'] for subnet, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.665283 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:47.680349 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8409af-410f-421e-be50-ef4389d2fb60 req-0d09fcb1-65a6-4d46-baef-2cdaedd1d51d tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:47.681780 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ac8409af-410f-421e-be50-ef4389d2fb60 req-0d09fcb1-65a6-4d46-baef-2cdaedd1d51d tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 945 time: 0.0790768 Jun 09 15:05:47.734281 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4ef7c-1ab8-4c4f-ab8d-a28c5b79a58f admin admin] Pushing event updated for resources: {'Subnet': ['ID=830c9653-1015-478f-ba5d-3a068bd7e30f,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:47.738065 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7af4ef7c-1ab8-4c4f-ab8d-a28c5b79a58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:47.745527 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af4ef7c-1ab8-4c4f-ab8d-a28c5b79a58f admin admin] Checking segment: {'id': 'd0febefe-637a-47fd-abbe-58a0a9332d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd837972a-cd23-4dcf-8142-6c0984b38878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:05:47.745879 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af4ef7c-1ab8-4c4f-ab8d-a28c5b79a58f admin admin] Network hostable DHCP agents. Network: d837972a-cd23-4dcf-8142-6c0984b38878, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:05:47.776565 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af4ef7c-1ab8-4c4f-ab8d-a28c5b79a58f admin admin] Network d837972a-cd23-4dcf-8142-6c0984b38878 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:05:47.787940 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-7af4ef7c-1ab8-4c4f-ab8d-a28c5b79a58f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, d837972a-cd23-4dcf-8142-6c0984b38878) {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:47.792782 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af4ef7c-1ab8-4c4f-ab8d-a28c5b79a58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:47.793605 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7af4ef7c-1ab8-4c4f-ab8d-a28c5b79a58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:47.799635 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755a7513-7fff-4670-8a7f-465c714301c9 None None] Network d837972a-cd23-4dcf-8142-6c0984b38878 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:05:47.811863 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ac8409af-410f-421e-be50-ef4389d2fb60 req-4efcf8e3-f33e-4468-9869-46c637d6d687 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237600 Jun 09 15:05:47.827479 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-7af4ef7c-1ab8-4c4f-ab8d-a28c5b79a58f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4130042 Jun 09 15:05:47.998230 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a74411-7c23-4db6-90a2-1851e55db487 None None] Network d837972a-cd23-4dcf-8142-6c0984b38878 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:05:48.228564 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:48.326340 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f18a89-ebc4-4d8c-b620-5ddda960d40b req-f4009c6e-cce7-4454-91e8-cfbb9a7d7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:48.327980 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-86f18a89-ebc4-4d8c-b620-5ddda960d40b req-f4009c6e-cce7-4454-91e8-cfbb9a7d7475 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 1098 time: 0.0725715 Jun 09 15:05:48.378280 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-86f18a89-ebc4-4d8c-b620-5ddda960d40b req-b2254f2b-0635-4422-84bd-9fe7e6cc8097 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370436 Jun 09 15:05:48.690372 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66a6e-931a-42ca-88d4-6167c384e754 req-a41735aa-87f9-4a07-afa1-3e09ba9e6002 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:48.694632 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a5b66a6e-931a-42ca-88d4-6167c384e754 req-a41735aa-87f9-4a07-afa1-3e09ba9e6002 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0896113 Jun 09 15:05:48.766234 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a5b66a6e-931a-42ca-88d4-6167c384e754 req-b60b4a8b-a3f8-4324-b2a1-eea378a30a81 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674694 Jun 09 15:05:48.919630 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7347d21-9b2e-41e9-829c-51f124598c5a req-c7438c86-b62c-4d95-8830-370be2eb0586 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:48.921247 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a7347d21-9b2e-41e9-829c-51f124598c5a req-c7438c86-b62c-4d95-8830-370be2eb0586 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1113691 Jun 09 15:05:48.980623 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a7347d21-9b2e-41e9-829c-51f124598c5a req-736d97db-3270-48b3-8f0f-c0ce25f6f367 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486612 Jun 09 15:05:49.055336 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f605b4-632a-43ef-9f51-0c8f6900a7a2 req-548d9d62-4467-491d-ab59-8362e592cb50 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:49.056745 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-52f605b4-632a-43ef-9f51-0c8f6900a7a2 req-548d9d62-4467-491d-ab59-8362e592cb50 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 945 time: 0.0838575 Jun 09 15:05:49.103891 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-52f605b4-632a-43ef-9f51-0c8f6900a7a2 req-290d755f-8378-4106-b607-991b08c37027 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414701 Jun 09 15:05:49.891762 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-6b6fcb2f-4bdd-4cb3-979f-3a23244c46a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:49.893414 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-6b6fcb2f-4bdd-4cb3-979f-3a23244c46a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/networks?id=d837972a-cd23-4dcf-8142-6c0984b38878 HTTP/1.1" status: 200 len: 814 time: 0.1476703 Jun 09 15:05:49.908968 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-430de513-bf64-4e93-864a-448a2d56736e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/quotas/8ba22abdddb340b9adf17389e0c8943a HTTP/1.1" status: 200 len: 375 time: 0.0087521 Jun 09 15:05:49.954338 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-0a31e1f9-f7a0-437b-bac4-57d9d16192be tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8ba22abdddb340b9adf17389e0c8943a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403180 Jun 09 15:05:50.083857 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-3c838e5f-4ad4-4fd9-89ae-fdc7d129bea2 service neutron] 10.222.0.74 "GET /v2.0/networks/d837972a-cd23-4dcf-8142-6c0984b38878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223629 Jun 09 15:05:50.210643 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-22367f89-74fa-4b45-b981-b1d0cca1cbe3 service neutron] 10.222.0.74 "GET /v2.0/networks/d837972a-cd23-4dcf-8142-6c0984b38878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207371 Jun 09 15:05:50.474201 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b25b9c-6baa-46f6-975d-e54d4919e301 req-a274c82c-7d67-4de3-b35a-b930667af941 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:50.475629 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-47b25b9c-6baa-46f6-975d-e54d4919e301 req-a274c82c-7d67-4de3-b35a-b930667af941 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0872793 Jun 09 15:05:50.531456 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-47b25b9c-6baa-46f6-975d-e54d4919e301 req-e9c2a0cb-d67d-4127-ac89-f5638913eea8 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493550 Jun 09 15:05:50.562363 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dfa2c-fdc7-4b16-adf1-73f18baa6c3e req-e3c66760-a4c8-42b3-a79d-a414d38e19d3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:50.567546 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-689dfa2c-fdc7-4b16-adf1-73f18baa6c3e req-e3c66760-a4c8-42b3-a79d-a414d38e19d3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0987360 Jun 09 15:05:50.619122 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-689dfa2c-fdc7-4b16-adf1-73f18baa6c3e req-0fabcb02-35ab-48ab-a274-51bcc0c130da tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487537 Jun 09 15:05:50.715530 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e392022-3481-4e05-bc59-3d17220e260e req-7690fcb8-4d2f-4327-8e68-adeef4480c89 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:50.717111 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4e392022-3481-4e05-bc59-3d17220e260e req-7690fcb8-4d2f-4327-8e68-adeef4480c89 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 945 time: 0.0867264 Jun 09 15:05:50.719003 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-eb879f60-9f89-471d-95ef-41763d9b8b56 req-edead319-6039-4bbb-aff7-4f7f1a929837 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 210 time: 0.0464532 Jun 09 15:05:50.763816 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4e392022-3481-4e05-bc59-3d17220e260e req-c0f29293-e4ad-43ca-a899-5c37fc0cbb84 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401750 Jun 09 15:05:51.710446 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcdcc8-b1b8-4896-a35f-15822a4524b5 req-88b5e635-1e46-4e26-9081-729311edc93b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:51.711776 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-52bcdcc8-b1b8-4896-a35f-15822a4524b5 req-88b5e635-1e46-4e26-9081-729311edc93b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0820279 Jun 09 15:05:51.755357 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-52bcdcc8-b1b8-4896-a35f-15822a4524b5 req-38104077-9866-478e-84ec-0331f38bae8c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375826 Jun 09 15:05:51.929378 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64af9f-2ebd-43e9-b837-9c0e9828f791 req-87d4bf36-ce94-4d12-991a-19f534f3561c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:51.930851 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2d64af9f-2ebd-43e9-b837-9c0e9828f791 req-87d4bf36-ce94-4d12-991a-19f534f3561c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0809731 Jun 09 15:05:51.977316 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2d64af9f-2ebd-43e9-b837-9c0e9828f791 req-20945b0c-c8a9-484c-9f5d-0a9f56e7295a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408249 Jun 09 15:05:52.111319 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cdd81d51-25b0-4a4c-8881-149cf8156f5c req-10393aea-e80a-4eee-856c-da0b34b115df tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 210 time: 0.0407002 Jun 09 15:05:52.281186 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6531202-894f-4def-88be-2a4aed7cdac6 req-6f0c4013-e236-4520-a32a-dfbcf25886f4 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:52.282527 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e6531202-894f-4def-88be-2a4aed7cdac6 req-6f0c4013-e236-4520-a32a-dfbcf25886f4 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 945 time: 0.0770884 Jun 09 15:05:52.328657 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e6531202-894f-4def-88be-2a4aed7cdac6 req-1c3ce29f-702e-473d-a42f-eab2b41f1672 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Jun 09 15:05:52.947210 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b4d75-e20f-4fb4-aa36-ea24c21a59d9 req-d047bb23-ecd7-4cd8-b324-4be009ec6d67 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:52.948648 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3c3b4d75-e20f-4fb4-aa36-ea24c21a59d9 req-d047bb23-ecd7-4cd8-b324-4be009ec6d67 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0804615 Jun 09 15:05:52.993748 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3c3b4d75-e20f-4fb4-aa36-ea24c21a59d9 req-894a78b5-be06-4bfa-adf5-a3902e3bb4df tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394087 Jun 09 15:05:53.172422 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc83b71-9a0a-407e-88c9-e6560d8c5a29 req-8a4a71b6-00d8-413c-a396-35e24bc0c333 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:53.173790 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9dc83b71-9a0a-407e-88c9-e6560d8c5a29 req-8a4a71b6-00d8-413c-a396-35e24bc0c333 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0862036 Jun 09 15:05:53.231259 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9dc83b71-9a0a-407e-88c9-e6560d8c5a29 req-a9680314-ce9d-4ef1-b928-60a203b58ad1 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506570 Jun 09 15:05:53.282091 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2dcfa6af-c2fa-449e-8814-e2530c59f62e req-7a3a98e2-63f9-4007-9ba9-36ddb4c62353 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 210 time: 0.0596879 Jun 09 15:05:53.538047 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d889ce75-140e-4c92-86ae-486285eacec1 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:53.539465 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d889ce75-140e-4c92-86ae-486285eacec1 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.61 "GET /v2.0/networks?id=d837972a-cd23-4dcf-8142-6c0984b38878 HTTP/1.1" status: 200 len: 814 time: 0.1872005 Jun 09 15:05:53.561786 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Request body: {'port': {'device_id': 'e4586fb5-ce26-4f19-b893-5ace08f50f35', 'network_id': 'd837972a-cd23-4dcf-8142-6c0984b38878', 'admin_state_up': True, 'tenant_id': '8ba22abdddb340b9adf17389e0c8943a'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:53.642370 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fcb16-488d-42cd-bb78-10aae872a1b9 req-f94e845b-a263-4de7-ab66-4d9be81a7ef8 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:53.655298 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-582fcb16-488d-42cd-bb78-10aae872a1b9 req-f94e845b-a263-4de7-ab66-4d9be81a7ef8 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 945 time: 0.1774797 Jun 09 15:05:53.738035 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-582fcb16-488d-42cd-bb78-10aae872a1b9 req-b61b3879-2599-4137-895e-d428a8157347 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786459 Jun 09 15:05:53.822718 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Made reservation on behalf of 8ba22abdddb340b9adf17389e0c8943a for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:05:53.826150 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:53.931594 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595c1db-c07f-42ac-bad4-077bd7913949 req-fb6d463b-2f3b-443c-b0f2-e04adf572afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:53.933034 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1595c1db-c07f-42ac-bad4-077bd7913949 req-fb6d463b-2f3b-443c-b0f2-e04adf572afc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 1099 time: 0.0794778 Jun 09 15:05:53.979109 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1595c1db-c07f-42ac-bad4-077bd7913949 req-a4f45cdc-63ff-4f98-8620-3c02d4b82d02 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368371 Jun 09 15:05:54.054293 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Allocated IP 172.20.0.5 (d837972a-cd23-4dcf-8142-6c0984b38878/830c9653-1015-478f-ba5d-3a068bd7e30f/813f99c9-d42e-4762-bf4a-6ed0b324d151) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:05:54.317545 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc180ec-bd43-4bfb-85a6-299acdd3a9fa req-4aee3edc-7bac-491c-99f2-79d51754834b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:54.319051 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6cc180ec-bd43-4bfb-85a6-299acdd3a9fa req-4aee3edc-7bac-491c-99f2-79d51754834b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.2084229 Jun 09 15:05:54.367140 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:54.394397 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6cc180ec-bd43-4bfb-85a6-299acdd3a9fa req-8e64269e-7f2f-44a4-9f46-1a3c697d0b84 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668607 Jun 09 15:05:54.417219 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:54.423624 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-66f186de-25a8-4aed-823f-527a9e698666 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:54.490185 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Network d837972a-cd23-4dcf-8142-6c0984b38878 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:05:54.493419 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:54.497451 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:05:54.503137 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:54.503753 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:54.514447 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-a4ac5f87-4c53-49d2-929d-226541230180 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:54.517433 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-a4ac5f87-4c53-49d2-929d-226541230180 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/networks?id=4a976f6a-8fdb-4c02-abae-9d741d19dd37 HTTP/1.1" status: 200 len: 814 time: 0.1930010 Jun 09 15:05:54.527746 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Pushing event updated for resources: {'Port': ['ID=813f99c9-d42e-4762-bf4a-6ed0b324d151,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:54.531665 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:54.535918 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-c0d2056a-08a7-41b3-b7f5-da5291799378 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/quotas/9023d31c9656451a80838b75606d750a HTTP/1.1" status: 200 len: 375 time: 0.0111496 Jun 09 15:05:54.567992 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0101984 Jun 09 15:05:54.590312 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Request body: {'port': {'device_id': 'e4586fb5-ce26-4f19-b893-5ace08f50f35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:54.629987 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-f1aaab72-36f5-44c6-ab5f-655deb267479 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9023d31c9656451a80838b75606d750a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870626 Jun 09 15:05:54.712004 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202629d6-cf64-4ad3-b6e4-e883fcb14403 req-45b7c1c7-1878-4ed5-98e2-3dc608ad6d7c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:54.713439 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-202629d6-cf64-4ad3-b6e4-e883fcb14403 req-45b7c1c7-1878-4ed5-98e2-3dc608ad6d7c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1828549 Jun 09 15:05:54.718394 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:54.769503 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-68a4c642-1b51-48f0-aba4-b0bd181171bc service neutron] 10.222.0.74 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302791 Jun 09 15:05:54.819233 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-202629d6-cf64-4ad3-b6e4-e883fcb14403 req-2c2f305f-d2dd-4b60-a8ad-938b371e7618 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895574 Jun 09 15:05:55.009363 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-c4ef05ed-9c8e-494b-ae9c-7341eb83d5c1 service neutron] 10.222.0.74 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338762 Jun 09 15:05:55.100750 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76716b06-ecce-479d-bc75-6e3020089497 req-5c43a1ea-fd40-4c7c-b596-d8cefe762d6f tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:55.102163 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-76716b06-ecce-479d-bc75-6e3020089497 req-5c43a1ea-fd40-4c7c-b596-d8cefe762d6f tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 931 time: 0.1338270 Jun 09 15:05:55.207459 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813f99c9-d42e-4762-bf4a-6ed0b324d151 {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:55.214294 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-76716b06-ecce-479d-bc75-6e3020089497 req-b9d153fc-a111-4285-a97f-f53a397cd7d3 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985143 Jun 09 15:05:55.218340 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:55.248894 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Transition to ACTIVE for port object 813f99c9-d42e-4762-bf4a-6ed0b324d151 will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:55.253397 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:55.260010 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:55.416966 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d45b11be-2033-4bfc-bd1a-d38f56434ba9 req-150b0cf2-cf1e-466c-938c-e45ff4c98bcd tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 210 time: 0.1119998 Jun 09 15:05:55.427787 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=813f99c9-d42e-4762-bf4a-6ed0b324d151,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:55.434732 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:55.451611 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Attempting to bind port 813f99c9-d42e-4762-bf4a-6ed0b324d151 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:05:55.452055 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Attempting to bind port 813f99c9-d42e-4762-bf4a-6ed0b324d151 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd0febefe-637a-47fd-abbe-58a0a9332d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd837972a-cd23-4dcf-8142-6c0984b38878'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:05:55.452438 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Attempting to bind port 813f99c9-d42e-4762-bf4a-6ed0b324d151 on network d837972a-cd23-4dcf-8142-6c0984b38878 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:55.457375 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Port 813f99c9-d42e-4762-bf4a-6ed0b324d151 on network d837972a-cd23-4dcf-8142-6c0984b38878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:05:55.458030 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Attempting to bind port 813f99c9-d42e-4762-bf4a-6ed0b324d151 on network d837972a-cd23-4dcf-8142-6c0984b38878 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:55.467633 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:05:55.471417 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Checking segment: {'id': 'd0febefe-637a-47fd-abbe-58a0a9332d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd837972a-cd23-4dcf-8142-6c0984b38878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:05:55.471877 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Bound using segment: {'id': 'd0febefe-637a-47fd-abbe-58a0a9332d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd837972a-cd23-4dcf-8142-6c0984b38878'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:05:55.474940 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Bound port: 813f99c9-d42e-4762-bf4a-6ed0b324d151, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0febefe-637a-47fd-abbe-58a0a9332d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd837972a-cd23-4dcf-8142-6c0984b38878'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:05:55.475376 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:55.620415 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] For port 813f99c9-d42e-4762-bf4a-6ed0b324d151, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:05:55.624698 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] For port 813f99c9-d42e-4762-bf4a-6ed0b324d151, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=813f99c9-d42e-4762-bf4a-6ed0b324d151,segment=NetworkSegment(d0febefe-637a-47fd-abbe-58a0a9332d83),segment_id=d0febefe-637a-47fd-abbe-58a0a9332d83)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:05:55.630689 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:55.635205 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:55.696905 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:55.697459 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0416b1-549f-4200-b22b-669d47f20be8 req-305121ec-3e61-4f82-8172-fb0028ecb36f tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:55.697866 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:55.699489 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] 10.222.0.61 "PUT /v2.0/ports/813f99c9-d42e-4762-bf4a-6ed0b324d151 HTTP/1.1" status: 200 len: 1093 time: 1.1185718 Jun 09 15:05:55.699924 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2c0416b1-549f-4200-b22b-669d47f20be8 req-305121ec-3e61-4f82-8172-fb0028ecb36f tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1081154 Jun 09 15:05:55.704516 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4586fb5-ce26-4f19-b893-5ace08f50f35', 'tag': '813f99c9-d42e-4762-bf4a-6ed0b324d151'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:55.707053 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94d7e7d-c5ce-47a0-82dc-8dff69ddaa6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4586fb5-ce26-4f19-b893-5ace08f50f35", "tag": "813f99c9-d42e-4762-bf4a-6ed0b324d151"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:55.759058 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2c0416b1-549f-4200-b22b-669d47f20be8 req-05845c31-ca28-4428-acb5-7521b099c6df tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475254 Jun 09 15:05:55.854969 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f16daa1-2990-40f4-a009-71559c72d972 x-openstack-request-id: req-7f16daa1-2990-40f4-a009-71559c72d972 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:55.855297 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4586fb5-ce26-4f19-b893-5ace08f50f35", "tag": "813f99c9-d42e-4762-bf4a-6ed0b324d151", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:55.855555 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7f16daa1-2990-40f4-a009-71559c72d972 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:55.855939 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4586fb5-ce26-4f19-b893-5ace08f50f35', 'tag': '813f99c9-d42e-4762-bf4a-6ed0b324d151', 'status': 'completed', 'code': 200} Jun 09 15:05:55.933745 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=813f99c9-d42e-4762-bf4a-6ed0b324d151,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:55.937630 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:55.966399 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524ea57-77b7-4153-bcd4-4c5e98bfc65e req-12ccd0b9-0c3a-474a-8efe-4372089b95d4 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:55.967867 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3524ea57-77b7-4153-bcd4-4c5e98bfc65e req-12ccd0b9-0c3a-474a-8efe-4372089b95d4 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 945 time: 0.2675061 Jun 09 15:05:55.978294 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-0f498c12-49c6-4bc1-a7f6-09ab560c2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:55.979008 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-0f498c12-49c6-4bc1-a7f6-09ab560c2809 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ba22abdddb340b9adf17389e0c8943a&device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 1096 time: 0.1292326 Jun 09 15:05:56.059907 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-c6898384-a2d4-48fc-8036-8be3a06ba7a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813f99c9-d42e-4762-bf4a-6ed0b324d151 HTTP/1.1" status: 200 len: 217 time: 0.0663800 Jun 09 15:05:56.070378 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7fe56-ae56-4fd9-8c76-7dc8704556c2 req-518ca37f-1124-49eb-b2e0-ed5e59391599 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:56.071859 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1cd7fe56-ae56-4fd9-8c76-7dc8704556c2 req-518ca37f-1124-49eb-b2e0-ed5e59391599 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0793240 Jun 09 15:05:56.115741 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1cd7fe56-ae56-4fd9-8c76-7dc8704556c2 req-349aaa13-d7c2-40a5-9d03-a7a611624d63 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381589 Jun 09 15:05:56.117930 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3524ea57-77b7-4153-bcd4-4c5e98bfc65e req-82b6cde7-c06d-4f4d-a641-cc7dfc5d1f29 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378284 Jun 09 15:05:56.137025 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-646d91cb-b888-41f8-b5e7-bf4d41b442ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:56.138516 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-646d91cb-b888-41f8-b5e7-bf4d41b442ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=830c9653-1015-478f-ba5d-3a068bd7e30f HTTP/1.1" status: 200 len: 854 time: 0.0702322 Jun 09 15:05:56.200556 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-6a91f580-57c9-49ae-a083-c119bc44377d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d837972a-cd23-4dcf-8142-6c0984b38878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408728 Jun 09 15:05:56.389818 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-d3ebea4d-6ca4-4b6b-aeed-4fad0deccdc9 service neutron] 10.222.0.61 "GET /v2.0/networks/d837972a-cd23-4dcf-8142-6c0984b38878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792994 Jun 09 15:05:56.440465 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01332783-068d-4f17-8be1-38fc61d3bcc9 req-48380bf2-8686-4bfa-975a-66c5ef0f83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:56.442569 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-01332783-068d-4f17-8be1-38fc61d3bcc9 req-48380bf2-8686-4bfa-975a-66c5ef0f83ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 1099 time: 0.0827236 Jun 09 15:05:56.548730 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53d1fb-548b-4cb2-8aa2-bee6367aa38b req-b4e49d1b-0923-42b2-a61f-624573d6fe8b tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:56.550161 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fc53d1fb-548b-4cb2-8aa2-bee6367aa38b req-b4e49d1b-0923-42b2-a61f-624573d6fe8b tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 943 time: 0.2208128 Jun 09 15:05:56.637097 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01332783-068d-4f17-8be1-38fc61d3bcc9 req-9dfff470-c980-4544-a289-ed3648f7ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:56.638535 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-01332783-068d-4f17-8be1-38fc61d3bcc9 req-9dfff470-c980-4544-a289-ed3648f7ba71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f3546033-fc06-446a-90f5-267054c947c3 HTTP/1.1" status: 200 len: 919 time: 0.1818008 Jun 09 15:05:56.714789 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0b53-a119-4c3e-86de-1b63d13d51ed req-f6187fe9-e7aa-4a3a-a780-fffe5bcf11eb tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:56.716156 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c21a0b53-a119-4c3e-86de-1b63d13d51ed req-f6187fe9-e7aa-4a3a-a780-fffe5bcf11eb tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1779039 Jun 09 15:05:56.727240 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-01332783-068d-4f17-8be1-38fc61d3bcc9 req-2b9b6bad-96a7-4bce-8a4d-0c24bd9507db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87c0590b-acb3-44da-9384-5e1f1322daed HTTP/1.1" status: 200 len: 217 time: 0.0771496 Jun 09 15:05:56.742046 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fc53d1fb-548b-4cb2-8aa2-bee6367aa38b req-67c9a8b1-f702-49a7-81c3-9121cde375ec tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352763 Jun 09 15:05:56.793508 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1b93e54-fc8d-418e-a6f4-16e718b41692 req-efd3c476-9d2a-4b86-a4ec-8d28b6bcdc16 service neutron] 10.222.0.61 "GET /v2.0/networks/d837972a-cd23-4dcf-8142-6c0984b38878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830202 Jun 09 15:05:56.807810 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-b8f9f649-f11b-4772-9683-be6c3cc9a1e2 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:56.809480 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-b8f9f649-f11b-4772-9683-be6c3cc9a1e2 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "GET /v2.0/networks?id=4a976f6a-8fdb-4c02-abae-9d741d19dd37 HTTP/1.1" status: 200 len: 814 time: 0.2968042 Jun 09 15:05:56.824699 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c21a0b53-a119-4c3e-86de-1b63d13d51ed req-9a22b636-2d76-4a9a-ab98-3f22e2590b18 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998495 Jun 09 15:05:56.840649 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Request body: {'port': {'device_id': '3e516b52-8c3a-4219-a7ee-059328efaf23', 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37', 'admin_state_up': True, 'tenant_id': '9023d31c9656451a80838b75606d750a'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:56.848287 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01332783-068d-4f17-8be1-38fc61d3bcc9 req-0590b5e2-add9-4230-b2c2-83355bb81d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:56.851595 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-01332783-068d-4f17-8be1-38fc61d3bcc9 req-0590b5e2-add9-4230-b2c2-83355bb81d39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f HTTP/1.1" status: 200 len: 858 time: 0.1047311 Jun 09 15:05:56.909650 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-01332783-068d-4f17-8be1-38fc61d3bcc9 req-fc9fac51-3c30-466d-a4e4-db10acfbca26 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3546033-fc06-446a-90f5-267054c947c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437143 Jun 09 15:05:57.005866 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dda4b191-41fe-490e-bedf-0f8733015f1d req-2042b971-3766-46d5-b916-fdb1812341f7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 210 time: 0.0952725 Jun 09 15:05:57.049490 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-01332783-068d-4f17-8be1-38fc61d3bcc9 req-7366cd79-0f7b-47d0-ba10-094bc111f626 service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279204 Jun 09 15:05:57.085935 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d7e7d-c5ce-47a0-82dc-8dff69ddaa6a req-09c8e5c0-0633-4cea-826b-9f72c1cfe9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:57.087631 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d94d7e7d-c5ce-47a0-82dc-8dff69ddaa6a req-09c8e5c0-0633-4cea-826b-9f72c1cfe9a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ba22abdddb340b9adf17389e0c8943a&device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 1096 time: 0.1781323 Jun 09 15:05:57.098682 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Made reservation on behalf of 9023d31c9656451a80838b75606d750a for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:05:57.102600 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:57.189638 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-01332783-068d-4f17-8be1-38fc61d3bcc9 req-f7beeec0-e2a3-4bfa-90a4-f455d71d295a service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322620 Jun 09 15:05:57.315954 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667581b-223d-4a4d-bb5c-cbb8723365a3 req-412b35b9-0d7c-42d4-8f46-a3cd5ba0f596 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:57.317502 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3667581b-223d-4a4d-bb5c-cbb8723365a3 req-412b35b9-0d7c-42d4-8f46-a3cd5ba0f596 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 945 time: 0.0808995 Jun 09 15:05:57.362002 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3667581b-223d-4a4d-bb5c-cbb8723365a3 req-a6327d25-3333-4310-bc75-228ee86d9991 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387642 Jun 09 15:05:57.404420 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Allocated IP 172.20.0.14 (4a976f6a-8fdb-4c02-abae-9d741d19dd37/d4058271-302e-4123-bbee-4d8ec26a83e1/d57c2eb5-e310-450a-aa4d-484e270c88ce) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:05:57.468502 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d7e7d-c5ce-47a0-82dc-8dff69ddaa6a req-c386ca0e-f2fa-4e68-8105-ef2f1c8e120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:57.469917 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d94d7e7d-c5ce-47a0-82dc-8dff69ddaa6a req-c386ca0e-f2fa-4e68-8105-ef2f1c8e120e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d837972a-cd23-4dcf-8142-6c0984b38878 HTTP/1.1" status: 200 len: 915 time: 0.2339625 Jun 09 15:05:57.648905 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad9662-d868-4ce3-8ebe-d35cb425422b req-741ee0f8-9045-4ef4-9f5e-b44a53d4c87b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:57.650210 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0dad9662-d868-4ce3-8ebe-d35cb425422b req-741ee0f8-9045-4ef4-9f5e-b44a53d4c87b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.3902054 Jun 09 15:05:57.654354 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d94d7e7d-c5ce-47a0-82dc-8dff69ddaa6a req-c72124e3-1160-47c3-9f61-589961e26220 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813f99c9-d42e-4762-bf4a-6ed0b324d151 HTTP/1.1" status: 200 len: 217 time: 0.1702569 Jun 09 15:05:57.831032 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0dad9662-d868-4ce3-8ebe-d35cb425422b req-4b3dc5b4-dd8e-4ffb-a1bd-b63b580ce540 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732814 Jun 09 15:05:57.852121 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d7e7d-c5ce-47a0-82dc-8dff69ddaa6a req-193a65ae-b169-47cf-8df2-7a96a66d0a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:57.853524 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d94d7e7d-c5ce-47a0-82dc-8dff69ddaa6a req-193a65ae-b169-47cf-8df2-7a96a66d0a9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=830c9653-1015-478f-ba5d-3a068bd7e30f HTTP/1.1" status: 200 len: 854 time: 0.1679902 Jun 09 15:05:57.949328 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d94d7e7d-c5ce-47a0-82dc-8dff69ddaa6a req-731d63b6-149f-4757-88bf-ea4aa24f8d6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d837972a-cd23-4dcf-8142-6c0984b38878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628769 Jun 09 15:05:57.951868 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:58.020990 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a438c9-a3fc-4c9b-94f2-0db092117f21 req-d13d5fe0-1648-4001-bcff-7f1400261d78 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:58.022445 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-86a438c9-a3fc-4c9b-94f2-0db092117f21 req-d13d5fe0-1648-4001-bcff-7f1400261d78 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 943 time: 0.1349306 Jun 09 15:05:58.072831 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-86a438c9-a3fc-4c9b-94f2-0db092117f21 req-59553898-f01e-4911-9d9a-9950f7e70cff tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432110 Jun 09 15:05:58.152288 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d94d7e7d-c5ce-47a0-82dc-8dff69ddaa6a req-681a440a-b1ea-491f-9924-0f39cab03567 service neutron] 10.222.0.61 "GET /v2.0/networks/d837972a-cd23-4dcf-8142-6c0984b38878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930916 Jun 09 15:05:58.163604 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:58.173746 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3728bf-c601-4098-862b-e50e2d0e3516 req-8c3a2a06-2664-46bf-b339-50974a2784fe tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:58.175343 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5b3728bf-c601-4098-862b-e50e2d0e3516 req-8c3a2a06-2664-46bf-b339-50974a2784fe tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1963115 Jun 09 15:05:58.183571 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['2fb420df-0438-40e2-9c2f-8a54d402719b', 'f1df1f3d-f811-43c5-814b-a620ffcace1e', '60acd899-39e3-41d2-8ba3-466ba1e0f839'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:58.198470 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:58.261213 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976354e4-36ec-4e11-8889-b1aac62d548f req-263f0413-3c9e-401c-bd73-3f910d8b9956 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:58.263209 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-976354e4-36ec-4e11-8889-b1aac62d548f req-263f0413-3c9e-401c-bd73-3f910d8b9956 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.61 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 945 time: 0.1001892 Jun 09 15:05:58.357468 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:05:58.373358 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:05:58.385620 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:05:58.391585 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:58.392481 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:58.404439 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Pushing event updated for resources: {'Port': ['ID=d57c2eb5-e310-450a-aa4d-484e270c88ce,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:58.428214 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:58.436555 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5b3728bf-c601-4098-862b-e50e2d0e3516 req-af9ff9b6-938b-4203-8f82-cda812f08d9e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936393 Jun 09 15:05:58.447511 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6117616 Jun 09 15:05:58.465443 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d94d7e7d-c5ce-47a0-82dc-8dff69ddaa6a req-edef6aaf-7913-4157-ba4d-b8c45640fef9 service neutron] 10.222.0.61 "GET /v2.0/networks/d837972a-cd23-4dcf-8142-6c0984b38878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999392 Jun 09 15:05:58.484046 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Request body: {'port': {'device_id': '3e516b52-8c3a-4219-a7ee-059328efaf23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:05:58.497195 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1c9ec-290e-44ad-baf4-84b3c3a40104 req-0a95b80e-0599-46a1-aa53-a948e8035921 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:58.498825 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-53e1c9ec-290e-44ad-baf4-84b3c3a40104 req-0a95b80e-0599-46a1-aa53-a948e8035921 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 932 time: 0.1706545 Jun 09 15:05:58.509578 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-976354e4-36ec-4e11-8889-b1aac62d548f req-0304501c-4073-45aa-9fb6-acb8c61a2359 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Deleting port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:05:58.509965 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-976354e4-36ec-4e11-8889-b1aac62d548f req-0304501c-4073-45aa-9fb6-acb8c61a2359 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:58.517257 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 813f99c9-d42e-4762-bf4a-6ed0b324d151 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:05:58.675499 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:58.728319 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-53e1c9ec-290e-44ad-baf4-84b3c3a40104 req-66371484-38dc-41e5-8968-4839f29b603d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207108 Jun 09 15:05:58.735874 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 813f99c9-d42e-4762-bf4a-6ed0b324d151, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=813f99c9-d42e-4762-bf4a-6ed0b324d151,segment=NetworkSegment(d0febefe-637a-47fd-abbe-58a0a9332d83),segment_id=d0febefe-637a-47fd-abbe-58a0a9332d83)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:58.760005 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': '813f99c9-d42e-4762-bf4a-6ed0b324d151', 'network_id': 'd837972a-cd23-4dcf-8142-6c0984b38878', 'port_id': '813f99c9-d42e-4762-bf4a-6ed0b324d151', 'mac_address': 'fa:16:3e:83:96:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830c9653-1015-478f-ba5d-3a068bd7e30f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:05:58.772170 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1856d-1b7b-43f6-9d77-1fb0be251122 req-ce1771de-fba3-4dc8-bb3d-f638e348783a tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:58.779031 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-afc1856d-1b7b-43f6-9d77-1fb0be251122 req-ce1771de-fba3-4dc8-bb3d-f638e348783a tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 945 time: 0.2144368 Jun 09 15:05:58.787951 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-976354e4-36ec-4e11-8889-b1aac62d548f req-0304501c-4073-45aa-9fb6-acb8c61a2359 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] For port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=58fe39e6-67c4-44bd-9cc0-bb07ac566ab7,segment=NetworkSegment(8bee0438-f2a1-4eb1-9848-dd912f2ecd24),segment_id=8bee0438-f2a1-4eb1-9848-dd912f2ecd24)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:58.788826 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-976354e4-36ec-4e11-8889-b1aac62d548f req-0304501c-4073-45aa-9fb6-acb8c61a2359 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:58.872940 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:58.892141 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-afc1856d-1b7b-43f6-9d77-1fb0be251122 req-e119a593-3172-48a4-8d9b-1f2024a2edf0 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/security-groups?id=a935840c-105c-4db3-96bb-af71ef198083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123176 Jun 09 15:05:58.896829 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813f99c9-d42e-4762-bf4a-6ed0b324d151 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:58.934705 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 813f99c9-d42e-4762-bf4a-6ed0b324d151, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=813f99c9-d42e-4762-bf4a-6ed0b324d151,segment=NetworkSegment(d0febefe-637a-47fd-abbe-58a0a9332d83),segment_id=d0febefe-637a-47fd-abbe-58a0a9332d83)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:05:58.944183 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:58.946635 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:58.951448 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-976354e4-36ec-4e11-8889-b1aac62d548f req-0304501c-4073-45aa-9fb6-acb8c61a2359 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Calling delete_port for 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 owned by compute:nova {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:05:59.034015 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=813f99c9-d42e-4762-bf4a-6ed0b324d151,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:59.042226 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:59.042594 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:59.042915 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:59.043248 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:59.043977 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:59.043977 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:59.044294 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:59.044612 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:59.044943 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:59.045256 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:59.045560 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:59.045866 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:05:59.052084 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:59.140802 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57c2eb5-e310-450a-aa4d-484e270c88ce {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:05:59.146084 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-976354e4-36ec-4e11-8889-b1aac62d548f req-0304501c-4073-45aa-9fb6-acb8c61a2359 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:59.149956 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:59.153660 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:59.169800 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Transition to ACTIVE for port object d57c2eb5-e310-450a-aa4d-484e270c88ce will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:05:59.184763 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ee12c-c7ef-4826-a028-2150d2c0539c req-9af2cb10-9c26-44d6-90e3-543409e1daa8 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:59.186014 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-411ee12c-c7ef-4826-a028-2150d2c0539c req-9af2cb10-9c26-44d6-90e3-543409e1daa8 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1541557 Jun 09 15:05:59.187356 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:59.192957 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-40766740-2c66-4ba9-8e63-a0af0757ddb6 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:59.242194 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304501c-4073-45aa-9fb6-acb8c61a2359 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Pushing event deleted for resources: {'Port': ['ID=58fe39e6-67c4-44bd-9cc0-bb07ac566ab7,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:59.281211 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0304501c-4073-45aa-9fb6-acb8c61a2359 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:59.344860 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [req-976354e4-36ec-4e11-8889-b1aac62d548f req-0304501c-4073-45aa-9fb6-acb8c61a2359 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] No DVR routers for this DVR port 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 on host hv-cinder-78960 {{(pid=91817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:05:59.350403 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-976354e4-36ec-4e11-8889-b1aac62d548f req-0304501c-4073-45aa-9fb6-acb8c61a2359 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:59.352296 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-976354e4-36ec-4e11-8889-b1aac62d548f req-0304501c-4073-45aa-9fb6-acb8c61a2359 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.61 "DELETE /v2.0/ports/58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 HTTP/1.1" status: 204 len: 173 time: 1.0816455 Jun 09 15:05:59.352772 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be53b245-864f-4aa3-96d7-ab76825c92fc', 'name': 'network-vif-deleted', 'tag': '58fe39e6-67c4-44bd-9cc0-bb07ac566ab7'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:59.355247 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-411ee12c-c7ef-4826-a028-2150d2c0539c req-9c22b1b8-3e8b-40e9-b2f3-37ec4debd7e5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297190 Jun 09 15:05:59.355368 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16596110-d71a-4620-99c9-b2fda7b0e8b5" -d '{"events": [{"server_uuid": "be53b245-864f-4aa3-96d7-ab76825c92fc", "name": "network-vif-deleted", "tag": "58fe39e6-67c4-44bd-9cc0-bb07ac566ab7"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:59.400808 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822fc84-4d08-4df5-bdeb-49af7ebb9e8f req-994dcff8-3d27-47a5-94e7-bfa9f77c5fd8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:59.402704 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['813f99c9-d42e-4762-bf4a-6ed0b324d151'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:05:59.407096 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Pushing event updated for resources: {'Port': ['ID=d57c2eb5-e310-450a-aa4d-484e270c88ce,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:59.408547 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9822fc84-4d08-4df5-bdeb-49af7ebb9e8f req-994dcff8-3d27-47a5-94e7-bfa9f77c5fd8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 944 time: 0.2075040 Jun 09 15:05:59.433115 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6b33dc-fe8a-4204-8f88-744ef909ff8a x-openstack-request-id: req-0b6b33dc-fe8a-4204-8f88-744ef909ff8a {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:59.433431 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be53b245-864f-4aa3-96d7-ab76825c92fc", "name": "network-vif-deleted", "tag": "58fe39e6-67c4-44bd-9cc0-bb07ac566ab7", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:59.433703 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b6b33dc-fe8a-4204-8f88-744ef909ff8a {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:59.434108 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be53b245-864f-4aa3-96d7-ab76825c92fc', 'name': 'network-vif-deleted', 'tag': '58fe39e6-67c4-44bd-9cc0-bb07ac566ab7', 'status': 'completed', 'code': 200} Jun 09 15:05:59.450671 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51702) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:59.505399 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9822fc84-4d08-4df5-bdeb-49af7ebb9e8f req-f7752d58-6afe-4081-90d9-d8b9e0bc4d9a tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957968 Jun 09 15:05:59.542125 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:59.560685 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Attempting to bind port d57c2eb5-e310-450a-aa4d-484e270c88ce on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:05:59.560966 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Attempting to bind port d57c2eb5-e310-450a-aa4d-484e270c88ce by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:05:59.561969 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Attempting to bind port d57c2eb5-e310-450a-aa4d-484e270c88ce on network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:59.579079 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Port d57c2eb5-e310-450a-aa4d-484e270c88ce on network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:05:59.580386 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Attempting to bind port d57c2eb5-e310-450a-aa4d-484e270c88ce on network 4a976f6a-8fdb-4c02-abae-9d741d19dd37 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:05:59.587276 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:05:59.587598 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Checking segment: {'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:05:59.588639 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Bound using segment: {'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:05:59.589327 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Bound port: d57c2eb5-e310-450a-aa4d-484e270c88ce, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e4d6c4-122a-410b-9e5d-68a5733d916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:05:59.589662 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:59.642029 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7969ab2a-28f0-4715-9427-459ec6712ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:59.741837 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] For port d57c2eb5-e310-450a-aa4d-484e270c88ce, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:05:59.746834 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] For port d57c2eb5-e310-450a-aa4d-484e270c88ce, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d57c2eb5-e310-450a-aa4d-484e270c88ce,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:05:59.751766 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:59.752975 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7969ab2a-28f0-4715-9427-459ec6712ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:59.756188 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7969ab2a-28f0-4715-9427-459ec6712ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:59.757226 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1a61dfc2-15d9-42c4-806f-b345c31a6440 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:59.766186 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-2e0b8b7c-839c-4266-a3d5-0034eaf4e0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:05:59.817274 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969ab2a-28f0-4715-9427-459ec6712ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ef545b-c34a-4ddc-a1ca-2c7df68f9ed2,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:59.819742 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab71db-0054-4f32-b699-1453bb8573cf req-eb575c77-b59f-4352-baca-05ec446cd081 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:59.820852 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e6ab71db-0054-4f32-b699-1453bb8573cf req-eb575c77-b59f-4352-baca-05ec446cd081 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1826119 Jun 09 15:05:59.826812 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:05:59.827102 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-7969ab2a-28f0-4715-9427-459ec6712ade admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cc1fe648ac6948f89f1924c80a66bb31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741848 Jun 09 15:05:59.827474 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:59.827712 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51710) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:05:59.828532 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7969ab2a-28f0-4715-9427-459ec6712ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:59.828712 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] 10.222.0.61 "PUT /v2.0/ports/d57c2eb5-e310-450a-aa4d-484e270c88ce HTTP/1.1" status: 200 len: 1094 time: 1.3501401 Jun 09 15:05:59.829159 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e516b52-8c3a-4219-a7ee-059328efaf23', 'tag': 'd57c2eb5-e310-450a-aa4d-484e270c88ce'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:05:59.831433 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3c2f1f-b12b-4150-bc90-ee89d3058943" -d '{"events": [{"name": "network-changed", "server_uuid": "3e516b52-8c3a-4219-a7ee-059328efaf23", "tag": "d57c2eb5-e310-450a-aa4d-484e270c88ce"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:05:59.881943 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Pushing event updated for resources: {'Port': ['ID=d57c2eb5-e310-450a-aa4d-484e270c88ce,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:05:59.887133 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:05:59.903301 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e6ab71db-0054-4f32-b699-1453bb8573cf req-c6bf5ab3-b1d6-4b38-8bbb-5ca92d24042e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685828 Jun 09 15:05:59.940583 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-01814b50-dbcf-4371-8e4d-a6057f59600c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:59.975845 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-01814b50-dbcf-4371-8e4d-a6057f59600c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:05:59.983428 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88a1481-143d-4128-b25a-9810c952e68a x-openstack-request-id: req-f88a1481-143d-4128-b25a-9810c952e68a {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:05:59.983753 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e516b52-8c3a-4219-a7ee-059328efaf23", "tag": "d57c2eb5-e310-450a-aa4d-484e270c88ce", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:05:59.983993 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f88a1481-143d-4128-b25a-9810c952e68a {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:05:59.984441 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e516b52-8c3a-4219-a7ee-059328efaf23', 'tag': 'd57c2eb5-e310-450a-aa4d-484e270c88ce', 'status': 'completed', 'code': 200} Jun 09 15:06:00.021675 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-8b227a78-574d-46f1-a9ba-74bfc5e31d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:00.023286 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-8b227a78-574d-46f1-a9ba-74bfc5e31d0b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9023d31c9656451a80838b75606d750a&device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 1097 time: 0.0801747 Jun 09 15:06:00.025547 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da645c-4c73-4106-85f4-64e26c8b5929 req-78d0a539-3138-483c-ae2f-69f71e66dfa2 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:00.027027 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e9da645c-4c73-4106-85f4-64e26c8b5929 req-78d0a539-3138-483c-ae2f-69f71e66dfa2 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 944 time: 0.1511903 Jun 09 15:06:00.087431 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e9da645c-4c73-4106-85f4-64e26c8b5929 req-2818427d-40af-4774-8170-eab0507661d1 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547314 Jun 09 15:06:00.088554 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-01814b50-dbcf-4371-8e4d-a6057f59600c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:00.091412 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-01814b50-dbcf-4371-8e4d-a6057f59600c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:00.093553 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-01814b50-dbcf-4371-8e4d-a6057f59600c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/42ef545b-c34a-4ddc-a1ca-2c7df68f9ed2 HTTP/1.1" status: 204 len: 168 time: 0.2630899 Jun 09 15:06:00.093553 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c9ad9e06-72e2-4d10-9830-7cd61b7fe581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:00.115514 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01814b50-dbcf-4371-8e4d-a6057f59600c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ef545b-c34a-4ddc-a1ca-2c7df68f9ed2,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:00.136792 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-01814b50-dbcf-4371-8e4d-a6057f59600c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:00.188289 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-52bc0a74-fcf0-42db-b6f8-a924be1cf1d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d57c2eb5-e310-450a-aa4d-484e270c88ce HTTP/1.1" status: 200 len: 217 time: 0.1538317 Jun 09 15:06:00.203086 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e5ec5a53-c78c-4bf1-ab16-aecefb18a29c req-3c4118d2-9dea-4060-8a0b-48a7abafcb54 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] 10.222.0.74 "GET /v2.0/ports?device_id=be53b245-864f-4aa3-96d7-ab76825c92fc HTTP/1.1" status: 200 len: 210 time: 0.0812104 Jun 09 15:06:00.267663 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-9c093048-b017-481e-be3a-d5e4d2c782ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:00.269125 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-9c093048-b017-481e-be3a-d5e4d2c782ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4058271-302e-4123-bbee-4d8ec26a83e1 HTTP/1.1" status: 200 len: 854 time: 0.0647886 Jun 09 15:06:00.336426 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-f61396c7-0779-4136-9699-4d902c694208 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a976f6a-8fdb-4c02-abae-9d741d19dd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493772 Jun 09 15:06:00.483945 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:06:00.520974 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:06:00.521365 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 58fe39e6-67c4-44bd-9cc0-bb07ac566ab7 not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:06:00.527676 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-1cc753ae-c369-4ca6-895c-0bd4838a678d service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766186 Jun 09 15:06:00.649428 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6419e-2e1a-48c2-95e3-89b9956c7684 req-57765ccf-3c58-4438-ad92-c452154c1a0e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:00.651036 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9bd6419e-2e1a-48c2-95e3-89b9956c7684 req-57765ccf-3c58-4438-ad92-c452154c1a0e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1864846 Jun 09 15:06:00.704295 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f8e2a-2769-40d4-a8bb-c8f44645b689 req-8cb41af7-2a55-4ea0-bb6d-16e763cff634 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:00.705751 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-fc5f8e2a-2769-40d4-a8bb-c8f44645b689 req-8cb41af7-2a55-4ea0-bb6d-16e763cff634 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 944 time: 0.0928445 Jun 09 15:06:00.719508 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9bd6419e-2e1a-48c2-95e3-89b9956c7684 req-fc4450a2-1d17-4b86-85ee-924eb1522f23 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571253 Jun 09 15:06:00.721684 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c4033cd-6c6a-4933-8061-1aace017de0d req-5c873088-bf77-4841-be6c-cc704663825c service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857009 Jun 09 15:06:00.767030 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-fc5f8e2a-2769-40d4-a8bb-c8f44645b689 req-242b4d79-7216-4542-ad26-12b3d48c8169 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544708 Jun 09 15:06:00.856628 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c2f1f-b12b-4150-bc90-ee89d3058943 req-4fee896f-6c9b-4c71-ab15-96fd849c677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:00.857998 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ff3c2f1f-b12b-4150-bc90-ee89d3058943 req-4fee896f-6c9b-4c71-ab15-96fd849c677f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9023d31c9656451a80838b75606d750a&device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 1097 time: 0.0732367 Jun 09 15:06:00.884369 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51742) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:00.994138 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c2f1f-b12b-4150-bc90-ee89d3058943 req-7e2312e2-fef4-4979-b5eb-ccc4a370869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:00.995548 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-838055482-network', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:06:00.995666 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ff3c2f1f-b12b-4150-bc90-ee89d3058943 req-7e2312e2-fef4-4979-b5eb-ccc4a370869c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a976f6a-8fdb-4c02-abae-9d741d19dd37 HTTP/1.1" status: 200 len: 915 time: 0.1303470 Jun 09 15:06:01.020530 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Made reservation on behalf of 636c5b53f57b462d9ddea07dae292c5b for: {'network': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:06:01.022998 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:01.034531 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:01.101359 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ff3c2f1f-b12b-4150-bc90-ee89d3058943 req-903e6fb5-db7d-43ff-bc86-2d8c696f85f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d57c2eb5-e310-450a-aa4d-484e270c88ce HTTP/1.1" status: 200 len: 217 time: 0.0955672 Jun 09 15:06:01.142389 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:01.146426 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:01.149977 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:01.182352 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c2f1f-b12b-4150-bc90-ee89d3058943 req-82614ec0-59f6-403b-89a0-2b2203d06e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:01.183450 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=91817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:06:01.183777 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ff3c2f1f-b12b-4150-bc90-ee89d3058943 req-82614ec0-59f6-403b-89a0-2b2203d06e91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4058271-302e-4123-bbee-4d8ec26a83e1 HTTP/1.1" status: 200 len: 854 time: 0.0706768 Jun 09 15:06:01.188953 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd26e227-2812-43c8-9489-e2f64d32a590,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:01.192494 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:01.197838 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:01.198203 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.segments_db [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Added segment 5b0369fd-e9b4-4178-bda5-0d093eb138ee of type vlan for network bbc97c85-3f46-4847-a3f2-902de2c05af6 Jun 09 15:06:01.236700 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06416da-490d-4ac6-860c-603bd3acd8f1 req-3b1dc6b5-f2f7-4310-9c16-fc21c90e0bfe tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:01.240041 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f06416da-490d-4ac6-860c-603bd3acd8f1 req-3b1dc6b5-f2f7-4310-9c16-fc21c90e0bfe tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1859663 Jun 09 15:06:01.246090 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ff3c2f1f-b12b-4150-bc90-ee89d3058943 req-6746681a-a89a-4ce6-840b-9a418fb51ebf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a976f6a-8fdb-4c02-abae-9d741d19dd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544341 Jun 09 15:06:01.275814 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:01.323887 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4fa01-b4bf-4888-bffa-6fe96debc630 req-d3a94253-2774-4740-84e5-34cccd353b28 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:01.325337 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-44b4fa01-b4bf-4888-bffa-6fe96debc630 req-d3a94253-2774-4740-84e5-34cccd353b28 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 944 time: 0.1257193 Jun 09 15:06:01.326374 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:01.327604 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:01.328155 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:01.333982 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:01.427701 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f06416da-490d-4ac6-860c-603bd3acd8f1 req-3c52eebb-f77e-4d77-a6d0-2892bece8b49 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800826 Jun 09 15:06:01.447405 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5617015 Jun 09 15:06:01.453058 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51754) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:01.461955 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-da3c8880-2622-493d-a911-f48fcd060633 admin admin] Request body: {'subnet': {'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-838055482-subnet', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'ip_version': 4}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:06:01.472663 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Pushing event updated for resources: {'Network': ['ID=bbc97c85-3f46-4847-a3f2-902de2c05af6,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:01.489193 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network bbc97c85-3f46-4847-a3f2-902de2c05af6 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:06:01.490271 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-44b4fa01-b4bf-4888-bffa-6fe96debc630 req-c374bd4b-ef0b-4f81-b1e1-37f910dae2fc tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569161 Jun 09 15:06:01.493830 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:01.503686 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ff3c2f1f-b12b-4150-bc90-ee89d3058943 req-aa6418cc-4c2a-4b49-9be3-e01303702e61 service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418900 Jun 09 15:06:01.509980 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3c8880-2622-493d-a911-f48fcd060633 admin admin] Made reservation on behalf of 636c5b53f57b462d9ddea07dae292c5b for: {'subnet': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:06:01.512895 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-da3c8880-2622-493d-a911-f48fcd060633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33473688'] for subnet, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:01.731933 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ff3c2f1f-b12b-4150-bc90-ee89d3058943 req-973b9617-af1f-4caa-9a2a-d990b6902451 service neutron] 10.222.0.61 "GET /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098880 Jun 09 15:06:01.837172 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-da3c8880-2622-493d-a911-f48fcd060633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33465043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33473702'] for subnet, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:01.845355 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:01.973632 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800a2bf-6152-450c-8b9b-fc9f6e7c4c37 req-4f3db1e3-e316-47b3-b229-d51ca483acae tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:01.973632 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7800a2bf-6152-450c-8b9b-fc9f6e7c4c37 req-4f3db1e3-e316-47b3-b229-d51ca483acae tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1196039 Jun 09 15:06:02.091115 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7800a2bf-6152-450c-8b9b-fc9f6e7c4c37 req-9ea0e739-7a8d-41ba-9300-6f97ec3161c3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076427 Jun 09 15:06:02.137211 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c8880-2622-493d-a911-f48fcd060633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79abb7d5-f7c2-4524-863c-719cb77f02e7,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:02.178053 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-da3c8880-2622-493d-a911-f48fcd060633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:02.200353 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c8880-2622-493d-a911-f48fcd060633 admin admin] Checking segment: {'id': '5b0369fd-e9b4-4178-bda5-0d093eb138ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:06:02.200632 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c8880-2622-493d-a911-f48fcd060633 admin admin] Network hostable DHCP agents. Network: bbc97c85-3f46-4847-a3f2-902de2c05af6, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:06:02.226543 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c8880-2622-493d-a911-f48fcd060633 admin admin] Network bbc97c85-3f46-4847-a3f2-902de2c05af6 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:06:02.243074 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ca002-4e71-4cb7-b365-5aadb643cab7 req-b999a620-df48-4a9e-8f1a-fa61bcacda06 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:02.244538 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-972ca002-4e71-4cb7-b365-5aadb643cab7 req-b999a620-df48-4a9e-8f1a-fa61bcacda06 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 944 time: 0.3373833 Jun 09 15:06:02.245650 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-da3c8880-2622-493d-a911-f48fcd060633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, bbc97c85-3f46-4847-a3f2-902de2c05af6) {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:06:02.249687 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3c8880-2622-493d-a911-f48fcd060633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:02.250314 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-da3c8880-2622-493d-a911-f48fcd060633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:02.258972 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc362813-b86a-4494-ad11-07670eb2ed7e None None] Network bbc97c85-3f46-4847-a3f2-902de2c05af6 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:06:02.298582 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-da3c8880-2622-493d-a911-f48fcd060633 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8409126 Jun 09 15:06:02.299238 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 51780) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:02.304646 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-972ca002-4e71-4cb7-b365-5aadb643cab7 req-e0ca11e9-dfa2-4ab8-b307-5e0e3cb48da4 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484242 Jun 09 15:06:02.306461 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:06:02.343171 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-602927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11284'] for router, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:02.344090 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11373'] for router, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:02.361485 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:02.506662 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bffd5d1-ad12-50dd-ae4e-8290e53cb201-bbc97c85-3f46-4847-a3f2-902de2c05af6', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'fixed_ips': [{'subnet_id': '79abb7d5-f7c2-4524-863c-719cb77f02e7'}]}} from dv-cinder-789603-9-iscsi. {{(pid=91818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 15:06:02.514629 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:02.599505 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device d57c2eb5-e310-450a-aa4d-484e270c88ce details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:06:02.601978 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 813f99c9-d42e-4762-bf4a-6ed0b324d151 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:02.696321 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-602941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11391'] for router, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:02.834188 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6936d-3658-4d66-928f-a3d43da37e45 req-7abe76a7-26ad-47a4-ae80-c02676a095cb tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:02.835791 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-93b6936d-3658-4d66-928f-a3d43da37e45 req-7abe76a7-26ad-47a4-ae80-c02676a095cb tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 944 time: 0.1872926 Jun 09 15:06:02.877368 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.db_base_plugin_common [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Allocated IP 172.20.0.2 (bbc97c85-3f46-4847-a3f2-902de2c05af6/79abb7d5-f7c2-4524-863c-719cb77f02e7/7c349164-207e-43ae-b7fd-7d2cd1f186c2) {{(pid=91818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:06:02.887733 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port 813f99c9-d42e-4762-bf4a-6ed0b324d151 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:02.903647 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-93b6936d-3658-4d66-928f-a3d43da37e45 req-0bc4fafc-4d9f-4982-be79-034f043dd0cd tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540321 Jun 09 15:06:02.909960 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port 813f99c9-d42e-4762-bf4a-6ed0b324d151 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:02.910882 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:03.038454 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port d57c2eb5-e310-450a-aa4d-484e270c88ce, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d57c2eb5-e310-450a-aa4d-484e270c88ce,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:03.070438 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'd57c2eb5-e310-450a-aa4d-484e270c88ce', 'network_id': '4a976f6a-8fdb-4c02-abae-9d741d19dd37', 'port_id': 'd57c2eb5-e310-450a-aa4d-484e270c88ce', 'mac_address': 'fa:16:3e:d0:98:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4058271-302e-4123-bbee-4d8ec26a83e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:06:03.128496 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:03.159122 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:03.253839 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:03.306315 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:03.321373 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c5837-cdb6-4cf2-8a41-31e7037e1ca8 req-f2c225ee-7e4e-46a0-94e3-c37143292f8f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:03.323222 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9d5c5837-cdb6-4cf2-8a41-31e7037e1ca8 req-f2c225ee-7e4e-46a0-94e3-c37143292f8f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0978265 Jun 09 15:06:03.335014 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57c2eb5-e310-450a-aa4d-484e270c88ce {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:06:03.348659 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Allocated IP 172.27.1.78 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/bd08d494-4a67-4840-b669-d3f8edf6bc90) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:06:03.369195 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4586fb5-ce26-4f19-b893-5ace08f50f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813f99c9-d42e-4762-bf4a-6ed0b324d151'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:03.371530 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a193c38-7013-4c5e-a16c-5a129c685c23" -d '{"events": [{"server_uuid": "e4586fb5-ce26-4f19-b893-5ace08f50f35", "name": "network-vif-plugged", "status": "completed", "tag": "813f99c9-d42e-4762-bf4a-6ed0b324d151"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:03.389077 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:03.395713 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9d5c5837-cdb6-4cf2-8a41-31e7037e1ca8 req-eb1d64a8-b21a-44cb-87af-fbc9e7ce87a0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653801 Jun 09 15:06:03.400084 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 813f99c9-d42e-4762-bf4a-6ed0b324d151, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=813f99c9-d42e-4762-bf4a-6ed0b324d151,segment=NetworkSegment(d0febefe-637a-47fd-abbe-58a0a9332d83),segment_id=d0febefe-637a-47fd-abbe-58a0a9332d83)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:03.402922 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port d57c2eb5-e310-450a-aa4d-484e270c88ce, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d57c2eb5-e310-450a-aa4d-484e270c88ce,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:03.404087 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Transition to ACTIVE for port object 7c349164-207e-43ae-b7fd-7d2cd1f186c2 will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:06:03.419956 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:03.425044 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-90364d24-c74d-450a-a881-0cf6ff987d4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:03.461317 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:03.474416 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Transition to ACTIVE for port object 7c349164-207e-43ae-b7fd-7d2cd1f186c2 will not be triggered until provisioned by entity DHCP. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:06:03.487616 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:03.510026 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=813f99c9-d42e-4762-bf4a-6ed0b324d151,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:03.513657 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Network bbc97c85-3f46-4847-a3f2-902de2c05af6 is already hosted by enough agents. {{(pid=91818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:06:03.514694 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:03.515582 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.base_scheduler [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Resources bound (agent type, host, resource id): {{(pid=91818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:06:03.517074 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:03.546324 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Received port after_create {{(pid=91818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:06:03.575021 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c521315-9048-4e43-a092-d9e2fed714f2 req-a8708852-68d2-4fec-a694-383bd98ca3af tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:03.575798 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff3680-9658-43be-b7be-c4e626bb5ebb req-1056f6e2-227a-481c-ba44-6f64911d2c61 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:03.576481 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2c521315-9048-4e43-a092-d9e2fed714f2 req-a8708852-68d2-4fec-a694-383bd98ca3af tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1893470 Jun 09 15:06:03.583583 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-55ff3680-9658-43be-b7be-c4e626bb5ebb req-1056f6e2-227a-481c-ba44-6f64911d2c61 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 945 time: 0.0918109 Jun 09 15:06:03.613885 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:03.646004 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-55ff3680-9658-43be-b7be-c4e626bb5ebb req-4c5069cc-70f4-4aad-9c45-0b2cd02730ae tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551660 Jun 09 15:06:03.648020 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2c521315-9048-4e43-a092-d9e2fed714f2 req-8eabafed-2a7f-4ed2-9972-88efc8d4afb1 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575752 Jun 09 15:06:03.668367 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=d57c2eb5-e310-450a-aa4d-484e270c88ce,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:03.687321 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:03.694601 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4131fd64-240b-4683-91a7-673d57341397 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:03.700951 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Attempting to bind port 7c349164-207e-43ae-b7fd-7d2cd1f186c2 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:06:03.701325 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Attempting to bind port 7c349164-207e-43ae-b7fd-7d2cd1f186c2 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '5b0369fd-e9b4-4178-bda5-0d093eb138ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:06:03.701683 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Attempting to bind port 7c349164-207e-43ae-b7fd-7d2cd1f186c2 on network bbc97c85-3f46-4847-a3f2-902de2c05af6 {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:06:03.726118 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4882f47-07c2-4beb-a43b-6d9325793663 x-openstack-request-id: req-a4882f47-07c2-4beb-a43b-6d9325793663 {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:03.726397 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4586fb5-ce26-4f19-b893-5ace08f50f35", "name": "network-vif-plugged", "status": "completed", "tag": "813f99c9-d42e-4762-bf4a-6ed0b324d151", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:03.726674 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a4882f47-07c2-4beb-a43b-6d9325793663 {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:03.727063 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4586fb5-ce26-4f19-b893-5ace08f50f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813f99c9-d42e-4762-bf4a-6ed0b324d151', 'code': 200} Jun 09 15:06:03.732169 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:06:03.732533 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Checking segment: {'id': '5b0369fd-e9b4-4178-bda5-0d093eb138ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:06:03.732925 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:03.733308 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Bound using segment: {'id': '5b0369fd-e9b4-4178-bda5-0d093eb138ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:06:03.733784 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Bound port: 7c349164-207e-43ae-b7fd-7d2cd1f186c2, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0369fd-e9b4-4178-bda5-0d093eb138ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:06:03.734147 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:03.792561 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Pushing event updated for resources: {'Port': ['ID=7c349164-207e-43ae-b7fd-7d2cd1f186c2,revision_number=1']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:03.806704 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:03.808207 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-90364d24-c74d-450a-a881-0cf6ff987d4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:03.808207 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-90364d24-c74d-450a-a881-0cf6ff987d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:03.839325 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:06:03.842261 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:06:03.845881 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:06:03.848187 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] For port 7c349164-207e-43ae-b7fd-7d2cd1f186c2, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:06:03.852106 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] For port 7c349164-207e-43ae-b7fd-7d2cd1f186c2, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=7c349164-207e-43ae-b7fd-7d2cd1f186c2,segment=NetworkSegment(5b0369fd-e9b4-4178-bda5-0d093eb138ee),segment_id=5b0369fd-e9b4-4178-bda5-0d093eb138ee)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:06:03.857895 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:03.861723 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:03.939322 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Pushing event updated for resources: {'Port': ['ID=7c349164-207e-43ae-b7fd-7d2cd1f186c2,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:03.943041 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:03.967515 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Pushing event updated for resources: {'Port': ['ID=bd08d494-4a67-4840-b669-d3f8edf6bc90,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:03.976987 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:04.235356 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:04.581164 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601806'] for router, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:04.795656 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 is scheduled to L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 with binding_index 1 {{(pid=91816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:06:04.806779 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfce5118-f6e4-4b99-a4c4-70684b14bcc9 None None] Network bbc97c85-3f46-4847-a3f2-902de2c05af6 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:06:04.892561 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e970c44f-bbaf-49cb-b111-558f1bafbe36 None None] Provisioning for port 7c349164-207e-43ae-b7fd-7d2cd1f186c2 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:04.970094 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:06:04.980035 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Sync routers for ids ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:06:04.989297 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Notify callbacks [] for router, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:04.993100 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6901202 Jun 09 15:06:04.993385 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 51840) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:04.994408 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Routers {'4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:06:04.995079 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:05:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:05.194283 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Set router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:06:05.477877 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:06:04Z', 'revision_number': 3, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port': {'id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:03Z', 'updated_at': '2021-06-09T15:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:05.481798 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Checking router: 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:06:05.482135 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Updating router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 port bd08d494-4a67-4840-b669-d3f8edf6bc90 binding host dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:06:05.533585 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:05.673677 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 7c349164-207e-43ae-b7fd-7d2cd1f186c2 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:05.747935 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 7c349164-207e-43ae-b7fd-7d2cd1f186c2 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:05.748424 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:05.753022 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 7c349164-207e-43ae-b7fd-7d2cd1f186c2 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:05.753380 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:05.869967 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:05.885618 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:05.898289 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Transition to ACTIVE for port object bd08d494-4a67-4840-b669-d3f8edf6bc90 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:06:05.905856 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:05.909159 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port 7c349164-207e-43ae-b7fd-7d2cd1f186c2, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=7c349164-207e-43ae-b7fd-7d2cd1f186c2,segment=NetworkSegment(5b0369fd-e9b4-4178-bda5-0d093eb138ee),segment_id=5b0369fd-e9b4-4178-bda5-0d093eb138ee)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:05.911338 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:05.914428 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:05.917743 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:05.972012 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Allocated IP 172.20.0.1 (bbc97c85-3f46-4847-a3f2-902de2c05af6/79abb7d5-f7c2-4524-863c-719cb77f02e7/cd1c1989-67c5-43ef-8944-f7b673fae2d6) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:06:05.987810 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=7c349164-207e-43ae-b7fd-7d2cd1f186c2,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:05.992018 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:06.013229 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Pushing event updated for resources: {'Port': ['ID=bd08d494-4a67-4840-b669-d3f8edf6bc90,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:06.024545 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:06.024873 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:06.025190 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:06.025505 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:06.025814 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:06.026138 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:06.026421 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:06.026774 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:06.027096 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:06.027398 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:06.027697 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:06.027991 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:06.032442 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:06.034435 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Attempting to bind port bd08d494-4a67-4840-b669-d3f8edf6bc90 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:06:06.034830 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Attempting to bind port bd08d494-4a67-4840-b669-d3f8edf6bc90 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:06:06.035179 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Attempting to bind port bd08d494-4a67-4840-b669-d3f8edf6bc90 on network 6da5a613-1aa1-48f4-af01-171168c355b4 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:06:06.040907 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:06:06.041270 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Checking segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:06:06.041654 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:06.042027 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Bound using segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:06:06.042471 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Bound port: bd08d494-4a67-4840-b669-d3f8edf6bc90, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:06:06.042853 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:06.112467 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] For port bd08d494-4a67-4840-b669-d3f8edf6bc90, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:06:06.115812 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] For port bd08d494-4a67-4840-b669-d3f8edf6bc90, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=bd08d494-4a67-4840-b669-d3f8edf6bc90,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:06:06.119763 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:06.121302 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:06.124243 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:06.136258 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Transition to ACTIVE for port object cd1c1989-67c5-43ef-8944-f7b673fae2d6 will not be triggered until provisioned by entity DHCP. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:06:06.159832 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:06.165321 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:06.196890 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Routers {'4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:06:06.197497 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:05:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:06.235863 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Network bbc97c85-3f46-4847-a3f2-902de2c05af6 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:06:06.239229 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:06:06.241144 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1c1989-67c5-43ef-8944-f7b673fae2d6,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:06.243234 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:06:06.243693 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442500'] for router_interface, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:06.246738 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:06.310834 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Pushing event updated for resources: {'Port': ['ID=bd08d494-4a67-4840-b669-d3f8edf6bc90,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:06.326835 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e7fde8fb-dfc1-4e7b-95f9-b334c0844ab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:06.365018 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:06.384438 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] Set router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:06:06.463827 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-7296453d-9008-4378-bd20-d379b845d7cd None None] Provisioning for port cd1c1989-67c5-43ef-8944-f7b673fae2d6 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:06.469484 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-7296453d-9008-4378-bd20-d379b845d7cd None None] Provisioning complete for port cd1c1989-67c5-43ef-8944-f7b673fae2d6 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:06.470069 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7296453d-9008-4378-bd20-d379b845d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:06.583296 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-7296453d-9008-4378-bd20-d379b845d7cd None None] Port cd1c1989-67c5-43ef-8944-f7b673fae2d6 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:06:06.710107 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84427c44-a986-4ac0-8f1e-e3e3478a054f req-936c979d-74c7-423d-82ee-a9dfdced7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:06.711574 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-84427c44-a986-4ac0-8f1e-e3e3478a054f req-936c979d-74c7-423d-82ee-a9dfdced7527 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 1098 time: 0.0800710 Jun 09 15:06:06.759518 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:06:04Z', 'revision_number': 3, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port': {'id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:03Z', 'updated_at': '2021-06-09T15:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:06.763989 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['d57c2eb5-e310-450a-aa4d-484e270c88ce'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:06:06.768203 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136918d3-850e-41f6-a37c-580df6248c66 None None] The sync data for ids ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'] in dv-cinder-789603-9-iscsi is: [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:06:04Z', 'revision_number': 3, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port': {'id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:03Z', 'updated_at': '2021-06-09T15:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:06:06.804806 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-84427c44-a986-4ac0-8f1e-e3e3478a054f req-09bfd06b-223d-4714-b128-bbea1fc95ccf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832918 Jun 09 15:06:06.945507 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-90bffe2c-9ef6-4493-9cd4-94134aee8875 req-1ef37ba5-7d73-4f02-a4df-5a9ecdf482ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4012647 Jun 09 15:06:06.955911 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df373749-b5f3-40dc-9740-1b60beee14e4 req-492f4f6f-4dff-4ce2-8858-456f690f2750 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:06.962802 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-df373749-b5f3-40dc-9740-1b60beee14e4 req-492f4f6f-4dff-4ce2-8858-456f690f2750 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 945 time: 0.3208263 Jun 09 15:06:07.020749 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37578b-7d5a-499f-bfe2-fd5cc24847a9 req-ff57c58a-6da3-46f3-8dac-04ce07e80d62 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:07.030275 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-fa37578b-7d5a-499f-bfe2-fd5cc24847a9 req-ff57c58a-6da3-46f3-8dac-04ce07e80d62 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1830964 Jun 09 15:06:07.052779 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:07.062444 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-df373749-b5f3-40dc-9740-1b60beee14e4 req-e23af550-9eed-4f48-ad09-794dbadd7f4f tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987992 Jun 09 15:06:07.085090 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:07.089681 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598748'] for router_interface, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:07.107707 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0c608afe-0338-4f0f-9e0d-5abf9b63e64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:07.108367 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-fa37578b-7d5a-499f-bfe2-fd5cc24847a9 req-022af3f6-ad94-449d-87ec-56faf980998f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770314 Jun 09 15:06:07.111016 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:07.356677 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1c1989-67c5-43ef-8944-f7b673fae2d6,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:07.370679 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:07.427395 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bffe2c-9ef6-4493-9cd4-94134aee8875 req-44535e4c-685e-4d5c-85ce-5d14ef3b0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:07.428974 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-90bffe2c-9ef6-4493-9cd4-94134aee8875 req-44535e4c-685e-4d5c-85ce-5d14ef3b0298 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 1099 time: 0.4219215 Jun 09 15:06:07.491893 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Network bbc97c85-3f46-4847-a3f2-902de2c05af6 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:06:07.538018 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:06:07.755913 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30890323-a2a8-4360-8667-9b797f634f17 req-9c963e98-71b0-45f8-9c90-ab1c587379eb tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:07.763436 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-30890323-a2a8-4360-8667-9b797f634f17 req-9c963e98-71b0-45f8-9c90-ab1c587379eb tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 945 time: 0.5227342 Jun 09 15:06:07.837988 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 7c349164-207e-43ae-b7fd-7d2cd1f186c2 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:07.871179 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bffe2c-9ef6-4493-9cd4-94134aee8875 req-f87e4e4a-d0ca-4b60-b005-b4f99c4f5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:07.872725 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-90bffe2c-9ef6-4493-9cd4-94134aee8875 req-f87e4e4a-d0ca-4b60-b005-b4f99c4f5a1d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f3546033-fc06-446a-90f5-267054c947c3 HTTP/1.1" status: 200 len: 919 time: 0.4123065 Jun 09 15:06:07.966089 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-30890323-a2a8-4360-8667-9b797f634f17 req-9a4647a8-efb3-428e-b41e-df174e92840a tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017603 Jun 09 15:06:07.967331 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-90bffe2c-9ef6-4493-9cd4-94134aee8875 req-4417a056-225f-44b9-88cc-59a18a3d5ad9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87c0590b-acb3-44da-9384-5e1f1322daed HTTP/1.1" status: 200 len: 217 time: 0.0858524 Jun 09 15:06:07.979443 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-daa8551a-9b1f-4805-a9bf-2805e0f1c1d9 None None] Provisioning complete for port cd1c1989-67c5-43ef-8944-f7b673fae2d6 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:07.980684 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-daa8551a-9b1f-4805-a9bf-2805e0f1c1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.035329 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bffe2c-9ef6-4493-9cd4-94134aee8875 req-3e33452e-b2e3-4fc8-8d67-a822b5a02092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:08.036995 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-90bffe2c-9ef6-4493-9cd4-94134aee8875 req-3e33452e-b2e3-4fc8-8d67-a822b5a02092 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f HTTP/1.1" status: 200 len: 858 time: 0.0611992 Jun 09 15:06:08.116363 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:06:08.136942 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-90bffe2c-9ef6-4493-9cd4-94134aee8875 req-0413bbd9-23cb-48c6-8d6c-65162f30162c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3546033-fc06-446a-90f5-267054c947c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820925 Jun 09 15:06:08.219326 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-daa8551a-9b1f-4805-a9bf-2805e0f1c1d9 None None] Port cd1c1989-67c5-43ef-8944-f7b673fae2d6 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:06:08.255191 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 7c349164-207e-43ae-b7fd-7d2cd1f186c2 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:08.256348 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.316442 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af654fe-026f-47a5-b1cf-b3626e9fda23 req-9aae7e74-2720-47ce-af8c-8e87dec87572 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:08.320898 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6af654fe-026f-47a5-b1cf-b3626e9fda23 req-9aae7e74-2720-47ce-af8c-8e87dec87572 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 945 time: 0.1235950 Jun 09 15:06:08.367470 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device d57c2eb5-e310-450a-aa4d-484e270c88ce up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:08.400371 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6af654fe-026f-47a5-b1cf-b3626e9fda23 req-06c798b4-5117-47d5-98d5-cfdf25b69eb0 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733314 Jun 09 15:06:08.497998 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device bd08d494-4a67-4840-b669-d3f8edf6bc90 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:08.618883 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port d57c2eb5-e310-450a-aa4d-484e270c88ce completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:08.628674 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port d57c2eb5-e310-450a-aa4d-484e270c88ce triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:08.629201 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.690036 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port bd08d494-4a67-4840-b669-d3f8edf6bc90 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:08.701038 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port bd08d494-4a67-4840-b669-d3f8edf6bc90 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:08.701414 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:08.702521 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-90bffe2c-9ef6-4493-9cd4-94134aee8875 req-a8e277ec-a058-4152-aa04-2a0607013504 service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472341 Jun 09 15:06:08.798915 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:06:08.936807 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64fbab-cbcf-4b25-96a9-807e150939a1 req-f0713a4b-74b4-406e-a49a-c90e20f8d6ed tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:08.938300 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-bd64fbab-cbcf-4b25-96a9-807e150939a1 req-f0713a4b-74b4-406e-a49a-c90e20f8d6ed tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.4730172 Jun 09 15:06:08.961761 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] 10.222.0.74 "PUT /v2.0/routers/4a5f5917-a6aa-4caf-bdbb-695b2616b6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9672289 Jun 09 15:06:08.986325 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:09.021978 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:09.098839 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port bd08d494-4a67-4840-b669-d3f8edf6bc90, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=bd08d494-4a67-4840-b669-d3f8edf6bc90,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:09.167676 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port d57c2eb5-e310-450a-aa4d-484e270c88ce, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d57c2eb5-e310-450a-aa4d-484e270c88ce,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:09.172802 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e516b52-8c3a-4219-a7ee-059328efaf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57c2eb5-e310-450a-aa4d-484e270c88ce'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:09.182583 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b603d16e-6eaa-45f1-b5a0-7bd9bbd3401d" -d '{"events": [{"server_uuid": "3e516b52-8c3a-4219-a7ee-059328efaf23", "name": "network-vif-plugged", "status": "completed", "tag": "d57c2eb5-e310-450a-aa4d-484e270c88ce"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:09.191887 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:09.195695 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:09.200527 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:09.216111 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-bd64fbab-cbcf-4b25-96a9-807e150939a1 req-468a5548-f3cc-4162-a214-43eeeb78e1b2 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403367 Jun 09 15:06:09.295172 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be28f12-538d-4d00-9413-3c513f0e7245 req-700587a6-a507-4e3b-9556-bbdc1a547cd2 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:09.304465 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2be28f12-538d-4d00-9413-3c513f0e7245 req-700587a6-a507-4e3b-9556-bbdc1a547cd2 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 945 time: 0.1505468 Jun 09 15:06:09.339624 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Sync routers for ids ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:06:09.360050 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-90bffe2c-9ef6-4493-9cd4-94134aee8875 req-f3b08689-5dfc-4ffe-a19c-70a9ce79dcec service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290033 Jun 09 15:06:09.417744 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df94f8b-dd52-4f9d-9579-938df08b04c3 x-openstack-request-id: req-3df94f8b-dd52-4f9d-9579-938df08b04c3 {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:09.423396 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2be28f12-538d-4d00-9413-3c513f0e7245 req-fea4e987-6ec6-4898-9362-83fa8cf928ea tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178656 Jun 09 15:06:09.427345 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e516b52-8c3a-4219-a7ee-059328efaf23", "name": "network-vif-plugged", "status": "completed", "tag": "d57c2eb5-e310-450a-aa4d-484e270c88ce", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:09.428996 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3df94f8b-dd52-4f9d-9579-938df08b04c3 {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:09.429542 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e516b52-8c3a-4219-a7ee-059328efaf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57c2eb5-e310-450a-aa4d-484e270c88ce', 'code': 200} Jun 09 15:06:09.430215 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Routers {'4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:06:09.434179 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:05:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:09.751381 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72611d9-539f-45d4-985f-a70e67a4d13c req-26ec1cb3-9f29-4434-ba17-cf927dcf3f20 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:09.753952 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f72611d9-539f-45d4-985f-a70e67a4d13c req-26ec1cb3-9f29-4434-ba17-cf927dcf3f20 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 946 time: 0.1298933 Jun 09 15:06:09.890919 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=bd08d494-4a67-4840-b669-d3f8edf6bc90,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:10.012926 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=d57c2eb5-e310-450a-aa4d-484e270c88ce,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:10.018363 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:10.019107 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.687s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:10.019649 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:10.022279 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Set router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:06:10.042466 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f72611d9-539f-45d4-985f-a70e67a4d13c req-70ac7a78-bc1c-4d8b-9b46-09f361083f46 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654462 Jun 09 15:06:10.085841 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af550c8c-0f48-4108-9514-198912edbaf3 req-f0a6465f-001f-487b-931d-d3d4c8613a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:10.087815 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-af550c8c-0f48-4108-9514-198912edbaf3 req-f0a6465f-001f-487b-931d-d3d4c8613a19 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 1099 time: 0.2064097 Jun 09 15:06:10.162837 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-af550c8c-0f48-4108-9514-198912edbaf3 req-64fe29f5-2dfc-4c9a-a9d6-e4e5800ca15c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595207 Jun 09 15:06:10.185849 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 51962) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:10.191138 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1234647339-network', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:06:10.228101 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Made reservation on behalf of 8dc532bc2c674b7aaefb319e63f9202d for: {'network': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:06:10.231442 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:10.246820 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:10.393200 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device bef870ca-c24e-4d83-aae3-a42cae30a724 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:06:10.483049 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:10.581834 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:10.599956 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0d87ff46-0406-4fe2-8a8d-4cdf7971355a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:10.660087 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=91817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:06:10.679942 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aeaa86-589c-43a2-8bdb-8d68e7bae218,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:10.688473 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:10.689154 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.segments_db [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Added segment d0cdf21d-569e-4647-a7c3-bdd62385f107 of type vlan for network 940dd04c-add2-4326-a6a8-72b78c4ca26d Jun 09 15:06:10.691246 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:10.728136 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:10.746242 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74ccd2-1637-4665-8a18-1cd47ff67795 req-fe025fac-9e95-45ae-a623-ddcf11a1709d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:10.747742 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ac74ccd2-1637-4665-8a18-1cd47ff67795 req-fe025fac-9e95-45ae-a623-ddcf11a1709d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.2609589 Jun 09 15:06:10.763594 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port bef870ca-c24e-4d83-aae3-a42cae30a724, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bef870ca-c24e-4d83-aae3-a42cae30a724,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:10.777553 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:06:06Z', 'revision_number': 4, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port': {'id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:03Z', 'updated_at': '2021-06-09T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'cd1c1989-67c5-43ef-8944-f7b673fae2d6', 'name': '', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'mac_address': 'fa:16:3e:56:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:05Z', 'updated_at': '2021-06-09T15:06:06Z', 'revision_number': 2, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'subnets': [{'id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:10.787527 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'port_id': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'mac_address': 'fa:16:3e:01:37:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:06:10.789503 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Checking router: 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:06:10.789982 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Updating router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 port cd1c1989-67c5-43ef-8944-f7b673fae2d6 binding host dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:06:10.812094 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:10.814973 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:10.815357 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:10.845802 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:10.913634 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:10.924950 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:10.963737 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ac74ccd2-1637-4665-8a18-1cd47ff67795 req-7bf68971-9e3d-4b86-859b-277723cab48f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029135 Jun 09 15:06:10.965867 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Pushing event updated for resources: {'Network': ['ID=940dd04c-add2-4326-a6a8-72b78c4ca26d,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:10.979806 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:10.980680 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bef870ca-c24e-4d83-aae3-a42cae30a724 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:06:11.001619 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 51986) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:11.009712 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8157082 Jun 09 15:06:11.012670 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-78a4673d-8ad1-4f56-81dd-7fc2fc55ae1f admin admin] Request body: {'subnet': {'network_id': '940dd04c-add2-4326-a6a8-72b78c4ca26d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1234647339-subnet', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'ip_version': 4}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:06:11.057057 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a4673d-8ad1-4f56-81dd-7fc2fc55ae1f admin admin] Made reservation on behalf of 8dc532bc2c674b7aaefb319e63f9202d for: {'subnet': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:06:11.062207 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-78a4673d-8ad1-4f56-81dd-7fc2fc55ae1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.210151 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network 940dd04c-add2-4326-a6a8-72b78c4ca26d details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:06:11.345854 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84341449-50d4-4f57-a27b-41b98fba5009 req-aca17ba9-6b03-4fc0-a5db-30a615a01c88 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:11.359340 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-84341449-50d4-4f57-a27b-41b98fba5009 req-aca17ba9-6b03-4fc0-a5db-30a615a01c88 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 946 time: 0.1370389 Jun 09 15:06:11.418176 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-84341449-50d4-4f57-a27b-41b98fba5009 req-47db70a5-ab06-40c1-8038-62716f9434be tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571544 Jun 09 15:06:11.472219 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port bef870ca-c24e-4d83-aae3-a42cae30a724, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bef870ca-c24e-4d83-aae3-a42cae30a724,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:11.476244 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-78a4673d-8ad1-4f56-81dd-7fc2fc55ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470'] for subnet, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.483020 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:11.491912 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.497263 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:11.569357 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4673d-8ad1-4f56-81dd-7fc2fc55ae1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2001ccf0-ffc1-481e-89c9-075da2412ee0,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:11.573732 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-78a4673d-8ad1-4f56-81dd-7fc2fc55ae1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:11.584067 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4673d-8ad1-4f56-81dd-7fc2fc55ae1f admin admin] Checking segment: {'id': 'd0cdf21d-569e-4647-a7c3-bdd62385f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '940dd04c-add2-4326-a6a8-72b78c4ca26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:06:11.584423 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a4673d-8ad1-4f56-81dd-7fc2fc55ae1f admin admin] Network hostable DHCP agents. Network: 940dd04c-add2-4326-a6a8-72b78c4ca26d, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:06:11.622904 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a4673d-8ad1-4f56-81dd-7fc2fc55ae1f admin admin] Network 940dd04c-add2-4326-a6a8-72b78c4ca26d is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:06:11.641625 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-78a4673d-8ad1-4f56-81dd-7fc2fc55ae1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, 940dd04c-add2-4326-a6a8-72b78c4ca26d) {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:06:11.654712 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a4673d-8ad1-4f56-81dd-7fc2fc55ae1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:11.656102 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-78a4673d-8ad1-4f56-81dd-7fc2fc55ae1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.683024 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b525656e-5c71-434b-b291-38c0b0d9347a None None] Network 940dd04c-add2-4326-a6a8-72b78c4ca26d requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:06:11.705501 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-78a4673d-8ad1-4f56-81dd-7fc2fc55ae1f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7011662 Jun 09 15:06:11.708292 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 52004) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:11.713894 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1234647339-router', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:06:11.769680 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-602927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11284'] for router, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.770897 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11373'] for router, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.808473 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:11.857551 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device bd08d494-4a67-4840-b669-d3f8edf6bc90 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:11.881240 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['bef870ca-c24e-4d83-aae3-a42cae30a724'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:06:11.943649 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=bef870ca-c24e-4d83-aae3-a42cae30a724,revision_number=6']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:11.982747 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:12.134828 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-602941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11391'] for router, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:12.194906 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Notify callbacks [] for port, precommit_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:12.232552 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ac5a1-d163-4e0c-9185-7b5bbb6e23e3 req-e6a6fc17-e6fd-43d3-9206-f981a230936b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:12.234058 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port bd08d494-4a67-4840-b669-d3f8edf6bc90 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:12.236433 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7b5ac5a1-d163-4e0c-9185-7b5bbb6e23e3 req-e6a6fc17-e6fd-43d3-9206-f981a230936b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 944 time: 0.1309006 Jun 09 15:06:12.236836 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:12.274631 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Transition to ACTIVE for port object cd1c1989-67c5-43ef-8944-f7b673fae2d6 will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:06:12.313399 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:12.325593 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:12.345606 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7b5ac5a1-d163-4e0c-9185-7b5bbb6e23e3 req-ab1a1d7e-f2ac-4de4-b03e-74683e9f3877 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007824 Jun 09 15:06:12.567632 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bffd5d1-ad12-50dd-ae4e-8290e53cb201-940dd04c-add2-4326-a6a8-72b78c4ca26d', 'network_id': '940dd04c-add2-4326-a6a8-72b78c4ca26d', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'fixed_ips': [{'subnet_id': '2001ccf0-ffc1-481e-89c9-075da2412ee0'}]}} from dv-cinder-789603-9-iscsi. {{(pid=91818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 15:06:12.569127 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:12.662678 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927d1aa-3d7a-4b1d-9e93-ca7f0f317a42 None None] Pushing event updated for resources: {'Port': ['ID=cd1c1989-67c5-43ef-8944-f7b673fae2d6,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:12.665550 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-8927d1aa-3d7a-4b1d-9e93-ca7f0f317a42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:12.716911 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d21b7-7488-4118-9751-cf1dc69652db req-01a29538-6131-4da6-a9aa-4e966b53b0b2 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:12.718852 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-797d21b7-7488-4118-9751-cf1dc69652db req-01a29538-6131-4da6-a9aa-4e966b53b0b2 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 946 time: 0.1540990 Jun 09 15:06:12.833440 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:12.858935 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-797d21b7-7488-4118-9751-cf1dc69652db req-024989b6-c756-46ff-b091-676f7dc43802 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331260 Jun 09 15:06:12.894209 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:13.012488 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-b74c1128-55c4-4c7f-85df-7e520ef2ac37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:13.015021 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Attempting to bind port cd1c1989-67c5-43ef-8944-f7b673fae2d6 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:06:13.015407 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Attempting to bind port cd1c1989-67c5-43ef-8944-f7b673fae2d6 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '5b0369fd-e9b4-4178-bda5-0d093eb138ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:06:13.015774 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Attempting to bind port cd1c1989-67c5-43ef-8944-f7b673fae2d6 on network bbc97c85-3f46-4847-a3f2-902de2c05af6 {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:06:13.064381 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:06:13.064761 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Checking segment: {'id': '5b0369fd-e9b4-4178-bda5-0d093eb138ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:06:13.065171 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:13.065563 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Bound using segment: {'id': '5b0369fd-e9b4-4178-bda5-0d093eb138ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:06:13.066051 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Bound port: cd1c1989-67c5-43ef-8944-f7b673fae2d6, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0369fd-e9b4-4178-bda5-0d093eb138ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:06:13.066427 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:13.167974 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.db_base_plugin_common [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Allocated IP 172.20.0.2 (940dd04c-add2-4326-a6a8-72b78c4ca26d/2001ccf0-ffc1-481e-89c9-075da2412ee0/13593723-cf5f-436c-888d-12084900f431) {{(pid=91818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:06:13.173412 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Allocated IP 172.27.1.6 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/b1084123-c8b9-4bf8-b054-7d7749886f27) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:06:13.403062 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:13.461129 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:13.469849 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] For port cd1c1989-67c5-43ef-8944-f7b673fae2d6, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:06:13.472497 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-114b5bbd-4e63-4da3-9e66-73bb55316f9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:13.492931 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] For port cd1c1989-67c5-43ef-8944-f7b673fae2d6, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=cd1c1989-67c5-43ef-8944-f7b673fae2d6,segment=NetworkSegment(5b0369fd-e9b4-4178-bda5-0d093eb138ee),segment_id=5b0369fd-e9b4-4178-bda5-0d093eb138ee)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:06:13.512683 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:13.525907 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:13.558304 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:06:13.562188 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:06:13.566344 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:06:13.743106 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Routers {'4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:06:13.743106 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:05:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:13.837071 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Pushing event updated for resources: {'Port': ['ID=b1084123-c8b9-4bf8-b054-7d7749886f27,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:13.864773 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:14.062514 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Notify callbacks [] for port, precommit_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:14.076239 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927d1aa-3d7a-4b1d-9e93-ca7f0f317a42 None None] Pushing event updated for resources: {'Port': ['ID=cd1c1989-67c5-43ef-8944-f7b673fae2d6,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:14.094314 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Transition to ACTIVE for port object 13593723-cf5f-436c-888d-12084900f431 will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:06:14.097540 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-8927d1aa-3d7a-4b1d-9e93-ca7f0f317a42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:14.150565 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Transition to ACTIVE for port object 13593723-cf5f-436c-888d-12084900f431 will not be triggered until provisioned by entity DHCP. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:06:14.167034 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:14.173603 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:14.199551 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be695df1-380b-4ac6-962d-f9bb6d024306 req-5567d57a-997a-4669-a316-af1ac7bad08c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:14.201037 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-be695df1-380b-4ac6-962d-f9bb6d024306 req-5567d57a-997a-4669-a316-af1ac7bad08c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 944 time: 0.5945103 Jun 09 15:06:14.241830 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] Set router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:06:14.259120 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-be695df1-380b-4ac6-962d-f9bb6d024306 req-a687913c-1060-41a2-823e-18a8d2fd8ab9 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497622 Jun 09 15:06:14.295437 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Network 940dd04c-add2-4326-a6a8-72b78c4ca26d is already hosted by enough agents. {{(pid=91818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:06:14.321766 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.base_scheduler [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Resources bound (agent type, host, resource id): {{(pid=91818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:06:14.327403 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Received port after_create {{(pid=91818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:06:14.352220 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Pushing event updated for resources: {'Port': ['ID=13593723-cf5f-436c-888d-12084900f431,revision_number=1']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:14.356217 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:14.434559 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:14.457306 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device bef870ca-c24e-4d83-aae3-a42cae30a724 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:14.648142 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Attempting to bind port 13593723-cf5f-436c-888d-12084900f431 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:06:14.648506 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Attempting to bind port 13593723-cf5f-436c-888d-12084900f431 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': 'd0cdf21d-569e-4647-a7c3-bdd62385f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '940dd04c-add2-4326-a6a8-72b78c4ca26d'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:06:14.648859 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Attempting to bind port 13593723-cf5f-436c-888d-12084900f431 on network 940dd04c-add2-4326-a6a8-72b78c4ca26d {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:06:14.663078 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:06:14.663448 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Checking segment: {'id': 'd0cdf21d-569e-4647-a7c3-bdd62385f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '940dd04c-add2-4326-a6a8-72b78c4ca26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:06:14.663844 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:14.664231 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Bound using segment: {'id': 'd0cdf21d-569e-4647-a7c3-bdd62385f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '940dd04c-add2-4326-a6a8-72b78c4ca26d'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:06:14.664702 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Bound port: 13593723-cf5f-436c-888d-12084900f431, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cdf21d-569e-4647-a7c3-bdd62385f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '940dd04c-add2-4326-a6a8-72b78c4ca26d'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:06:14.665072 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:14.798578 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port bef870ca-c24e-4d83-aae3-a42cae30a724 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:14.799278 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:14.900513 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] For port 13593723-cf5f-436c-888d-12084900f431, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:06:14.907737 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] For port 13593723-cf5f-436c-888d-12084900f431, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=13593723-cf5f-436c-888d-12084900f431,segment=NetworkSegment(d0cdf21d-569e-4647-a7c3-bdd62385f107),segment_id=d0cdf21d-569e-4647-a7c3-bdd62385f107)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:06:14.920475 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:14.926434 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:15.015609 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601806'] for router, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:15.055797 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:15.078785 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:06:06Z', 'revision_number': 4, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port': {'id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:03Z', 'updated_at': '2021-06-09T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'cd1c1989-67c5-43ef-8944-f7b673fae2d6', 'name': '', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'mac_address': 'fa:16:3e:56:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:05Z', 'updated_at': '2021-06-09T15:06:13Z', 'revision_number': 4, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'subnets': [{'id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:15.095600 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1672dc8e-5c20-4f8f-877c-f22239eb443d None None] The sync data for ids ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'] in dv-cinder-789603-9-iscsi is: [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:06:06Z', 'revision_number': 4, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port': {'id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:03Z', 'updated_at': '2021-06-09T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'cd1c1989-67c5-43ef-8944-f7b673fae2d6', 'name': '', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'mac_address': 'fa:16:3e:56:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:05Z', 'updated_at': '2021-06-09T15:06:13Z', 'revision_number': 4, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'subnets': [{'id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:06:15.112682 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52c632b-879d-4165-b1d6-6d6778681388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef870ca-c24e-4d83-aae3-a42cae30a724'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:15.115869 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953958ad-d154-4d76-8c23-0f9425be19f4" -d '{"events": [{"server_uuid": "c52c632b-879d-4165-b1d6-6d6778681388", "name": "network-vif-plugged", "status": "completed", "tag": "bef870ca-c24e-4d83-aae3-a42cae30a724"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:15.125689 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Pushing event updated for resources: {'Port': ['ID=13593723-cf5f-436c-888d-12084900f431,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:15.143609 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:15.150921 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port bef870ca-c24e-4d83-aae3-a42cae30a724, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bef870ca-c24e-4d83-aae3-a42cae30a724,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:15.160801 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:15.163101 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:15.384893 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758fa2a4-8626-4233-842a-ee514b34a54e x-openstack-request-id: req-758fa2a4-8626-4233-842a-ee514b34a54e {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:15.385156 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52c632b-879d-4165-b1d6-6d6778681388", "name": "network-vif-plugged", "status": "completed", "tag": "bef870ca-c24e-4d83-aae3-a42cae30a724", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:15.385383 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-758fa2a4-8626-4233-842a-ee514b34a54e {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:15.385793 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52c632b-879d-4165-b1d6-6d6778681388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'code': 200} Jun 09 15:06:15.390822 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=bef870ca-c24e-4d83-aae3-a42cae30a724,revision_number=7']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:15.430449 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:15.481599 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:15.492102 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-30c113e6-27af-4316-960f-5a9a6c540141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:15.742935 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Router f3c95798-c3a4-40cf-9bd9-1392d451b63e is scheduled to L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 with binding_index 1 {{(pid=91817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:06:15.841307 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 13593723-cf5f-436c-888d-12084900f431 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:15.987977 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 13593723-cf5f-436c-888d-12084900f431 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:16.003831 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device cd1c1989-67c5-43ef-8944-f7b673fae2d6 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:16.019374 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ed7b5-8cf2-4377-864e-81b9cae535e1 req-44d1f7c5-3f5a-4c15-a19e-4112230b96fc tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:16.021180 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a60ed7b5-8cf2-4377-864e-81b9cae535e1 req-44d1f7c5-3f5a-4c15-a19e-4112230b96fc tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.4213445 Jun 09 15:06:16.136919 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port cd1c1989-67c5-43ef-8944-f7b673fae2d6 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:16.149771 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port cd1c1989-67c5-43ef-8944-f7b673fae2d6 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:16.150167 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:16.260625 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a60ed7b5-8cf2-4377-864e-81b9cae535e1 req-1b252be8-3177-40b5-99e9-ec4e9b44bbb2 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220581 Jun 09 15:06:16.298148 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:06:16.321391 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Sync routers for ids ['f3c95798-c3a4-40cf-9bd9-1392d451b63e'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:06:16.347043 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Routers {'f3c95798-c3a4-40cf-9bd9-1392d451b63e'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:06:16.348473 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:06:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f3c95798-c3a4-40cf-9bd9-1392d451b63e'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:16.362305 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Notify callbacks [] for router, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:16.366874 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 52072) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:16.376689 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6664944 Jun 09 15:06:16.502726 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:16.568161 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:16.649647 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port cd1c1989-67c5-43ef-8944-f7b673fae2d6, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=cd1c1989-67c5-43ef-8944-f7b673fae2d6,segment=NetworkSegment(5b0369fd-e9b4-4178-bda5-0d093eb138ee),segment_id=5b0369fd-e9b4-4178-bda5-0d093eb138ee)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:16.664079 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:16.679477 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-7a88cc5b-14c9-4e7c-9b5f-3d934196b564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:16.856898 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90e5794-a346-44d4-8e7a-a37a92f62902 None None] Network 940dd04c-add2-4326-a6a8-72b78c4ca26d requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:06:16.888993 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Set router f3c95798-c3a4-40cf-9bd9-1392d451b63e gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:06:17.173430 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=cd1c1989-67c5-43ef-8944-f7b673fae2d6,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:17.178725 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:17.310378 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-33e29bfe-560e-4025-b260-f4b10f9ff714 None None] Provisioning for port 13593723-cf5f-436c-888d-12084900f431 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:17.325787 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-33e29bfe-560e-4025-b260-f4b10f9ff714 None None] Provisioning complete for port 13593723-cf5f-436c-888d-12084900f431 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:17.326155 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-33e29bfe-560e-4025-b260-f4b10f9ff714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:17.504195 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'name': 'tempest-TestMinimumBasicScenario-1234647339-router', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b1084123-c8b9-4bf8-b054-7d7749886f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:11Z', 'updated_at': '2021-06-09T15:06:14Z', 'revision_number': 3, 'project_id': '8dc532bc2c674b7aaefb319e63f9202d', 'gw_port': {'id': 'b1084123-c8b9-4bf8-b054-7d7749886f27', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:12Z', 'updated_at': '2021-06-09T15:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:17.515017 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Checking router: f3c95798-c3a4-40cf-9bd9-1392d451b63e for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:06:17.516200 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Updating router f3c95798-c3a4-40cf-9bd9-1392d451b63e port b1084123-c8b9-4bf8-b054-7d7749886f27 binding host dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:06:17.519093 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d813aa-c79d-498f-9110-0b0ca78b1f41 req-177f8c0c-db8c-4e57-8e1c-7d64ebe31a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:17.521602 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3d813aa-c79d-498f-9110-0b0ca78b1f41 req-177f8c0c-db8c-4e57-8e1c-7d64ebe31a3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 1099 time: 0.2304161 Jun 09 15:06:17.609760 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:17.665525 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9f1d5-0fff-48fb-8f09-4f4a94154417 req-d2bed190-a275-4e13-9e48-8995ad5d9d1d tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:17.667258 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-69d9f1d5-0fff-48fb-8f09-4f4a94154417 req-d2bed190-a275-4e13-9e48-8995ad5d9d1d tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.2950315 Jun 09 15:06:17.782593 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device cd1c1989-67c5-43ef-8944-f7b673fae2d6 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:17.856596 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-33e29bfe-560e-4025-b260-f4b10f9ff714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:17.896726 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-69d9f1d5-0fff-48fb-8f09-4f4a94154417 req-98773fd8-e1d7-44a4-96aa-3c9b133ba51f tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104173 Jun 09 15:06:17.952125 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-33e29bfe-560e-4025-b260-f4b10f9ff714 None None] For port 13593723-cf5f-436c-888d-12084900f431, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=13593723-cf5f-436c-888d-12084900f431,segment=NetworkSegment(d0cdf21d-569e-4647-a7c3-bdd62385f107),segment_id=d0cdf21d-569e-4647-a7c3-bdd62385f107)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:17.968832 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-33e29bfe-560e-4025-b260-f4b10f9ff714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:17.976715 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:18.101064 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e29bfe-560e-4025-b260-f4b10f9ff714 None None] Pushing event updated for resources: {'Port': ['ID=13593723-cf5f-436c-888d-12084900f431,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:18.112601 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-33e29bfe-560e-4025-b260-f4b10f9ff714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:18.113261 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port cd1c1989-67c5-43ef-8944-f7b673fae2d6 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:18.113977 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:18.142834 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:18.161309 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-df825d10-b93e-473d-8157-d4d48a9a2484 None None] Provisioning complete for port 13593723-cf5f-436c-888d-12084900f431 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:18.161546 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-df825d10-b93e-473d-8157-d4d48a9a2484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:18.248456 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:18.283646 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:18.301635 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Transition to ACTIVE for port object b1084123-c8b9-4bf8-b054-7d7749886f27 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:06:18.323919 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:18.344442 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:18.408327 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d813aa-c79d-498f-9110-0b0ca78b1f41 req-8b474250-4587-4be8-b7bd-f534335e0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:18.409753 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3d813aa-c79d-498f-9110-0b0ca78b1f41 req-8b474250-4587-4be8-b7bd-f534335e0503 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f3546033-fc06-446a-90f5-267054c947c3 HTTP/1.1" status: 200 len: 919 time: 0.7967129 Jun 09 15:06:18.429640 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73eb69-a5aa-4fda-aa3a-70db6579d97d None None] Pushing event updated for resources: {'Port': ['ID=b1084123-c8b9-4bf8-b054-7d7749886f27,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:18.433993 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-ce73eb69-a5aa-4fda-aa3a-70db6579d97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:18.454155 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Attempting to bind port b1084123-c8b9-4bf8-b054-7d7749886f27 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:06:18.454755 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Attempting to bind port b1084123-c8b9-4bf8-b054-7d7749886f27 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:06:18.455104 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Attempting to bind port b1084123-c8b9-4bf8-b054-7d7749886f27 on network 6da5a613-1aa1-48f4-af01-171168c355b4 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:06:18.462430 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:06:18.462706 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Checking segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:06:18.463047 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:18.463450 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Bound using segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:06:18.463907 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Bound port: b1084123-c8b9-4bf8-b054-7d7749886f27, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:06:18.464268 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:18.534688 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24013ef2-2f36-48fe-b6f2-d4868e2fe570 req-4db245da-0262-4ceb-a5c0-827ae07bd3d3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:18.541683 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-24013ef2-2f36-48fe-b6f2-d4868e2fe570 req-4db245da-0262-4ceb-a5c0-827ae07bd3d3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.6586332 Jun 09 15:06:18.558934 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] For port b1084123-c8b9-4bf8-b054-7d7749886f27, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:06:18.563204 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] For port b1084123-c8b9-4bf8-b054-7d7749886f27, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=b1084123-c8b9-4bf8-b054-7d7749886f27,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:06:18.570629 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:18.576542 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:18.581973 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3d813aa-c79d-498f-9110-0b0ca78b1f41 req-ad2f289a-11fa-4b99-b513-3546368231e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87c0590b-acb3-44da-9384-5e1f1322daed HTTP/1.1" status: 200 len: 217 time: 0.1152883 Jun 09 15:06:18.646970 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Allocated IP 172.20.0.1 (940dd04c-add2-4326-a6a8-72b78c4ca26d/2001ccf0-ffc1-481e-89c9-075da2412ee0/46af83ef-397b-4385-8688-4f4cd666c456) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:06:18.669699 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-24013ef2-2f36-48fe-b6f2-d4868e2fe570 req-8f01fde2-20b1-433f-b2ab-940ceb5f08fd tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269715 Jun 09 15:06:18.692774 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Routers {'f3c95798-c3a4-40cf-9bd9-1392d451b63e'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:06:18.693563 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:06:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f3c95798-c3a4-40cf-9bd9-1392d451b63e'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:18.814804 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d813aa-c79d-498f-9110-0b0ca78b1f41 req-625c6c0c-986e-4dec-bcf5-89c6452c19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:18.816360 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3d813aa-c79d-498f-9110-0b0ca78b1f41 req-625c6c0c-986e-4dec-bcf5-89c6452c19cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f HTTP/1.1" status: 200 len: 858 time: 0.2221189 Jun 09 15:06:18.866047 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73eb69-a5aa-4fda-aa3a-70db6579d97d None None] Pushing event updated for resources: {'Port': ['ID=b1084123-c8b9-4bf8-b054-7d7749886f27,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:18.869016 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-ce73eb69-a5aa-4fda-aa3a-70db6579d97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:18.908427 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3d813aa-c79d-498f-9110-0b0ca78b1f41 req-a54c4f21-5f43-45c4-8330-e0424b2bcfac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3546033-fc06-446a-90f5-267054c947c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788102 Jun 09 15:06:18.985713 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] Set router f3c95798-c3a4-40cf-9bd9-1392d451b63e gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:06:19.063944 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:19.103941 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Transition to ACTIVE for port object 46af83ef-397b-4385-8688-4f4cd666c456 will not be triggered until provisioned by entity DHCP. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:06:19.114090 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3d813aa-c79d-498f-9110-0b0ca78b1f41 req-487318f1-26e9-4bbd-8af1-943214c99c33 service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960382 Jun 09 15:06:19.249521 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:19.256634 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6beac9-8f92-41d7-acbd-a45791ab6bca req-edd716e1-96a3-46c7-9c0b-9b6412d0e14b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:19.260168 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bd6beac9-8f92-41d7-acbd-a45791ab6bca req-edd716e1-96a3-46c7-9c0b-9b6412d0e14b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1683962 Jun 09 15:06:19.281603 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:19.344075 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bd6beac9-8f92-41d7-acbd-a45791ab6bca req-36a44c4e-7cc9-46fc-8629-103a242566d9 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762677 Jun 09 15:06:19.360227 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'name': 'tempest-TestMinimumBasicScenario-1234647339-router', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b1084123-c8b9-4bf8-b054-7d7749886f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:11Z', 'updated_at': '2021-06-09T15:06:14Z', 'revision_number': 3, 'project_id': '8dc532bc2c674b7aaefb319e63f9202d', 'gw_port': {'id': 'b1084123-c8b9-4bf8-b054-7d7749886f27', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:12Z', 'updated_at': '2021-06-09T15:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:19.365482 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109139ec-b52b-4e1d-adeb-c50099acfb18 None None] The sync data for ids ['f3c95798-c3a4-40cf-9bd9-1392d451b63e'] in dv-cinder-789603-9-iscsi is: [{'id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'name': 'tempest-TestMinimumBasicScenario-1234647339-router', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b1084123-c8b9-4bf8-b054-7d7749886f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:11Z', 'updated_at': '2021-06-09T15:06:14Z', 'revision_number': 3, 'project_id': '8dc532bc2c674b7aaefb319e63f9202d', 'gw_port': {'id': 'b1084123-c8b9-4bf8-b054-7d7749886f27', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:12Z', 'updated_at': '2021-06-09T15:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:06:19.394647 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Network 940dd04c-add2-4326-a6a8-72b78c4ca26d is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:06:19.399756 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:06:19.402316 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:06:19.402815 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442500'] for router_interface, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:19.421032 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3d813aa-c79d-498f-9110-0b0ca78b1f41 req-aa409fcd-bc02-4813-a8a5-47d5b22fc8b0 service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977259 Jun 09 15:06:19.435721 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=46af83ef-397b-4385-8688-4f4cd666c456,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:19.438458 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:19.568245 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:19.725035 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 13593723-cf5f-436c-888d-12084900f431 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:19.825559 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-be14f21f-9e5e-4d53-a168-cb1b1ca6e7ae None None] Provisioning for port 46af83ef-397b-4385-8688-4f4cd666c456 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:19.831321 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-be14f21f-9e5e-4d53-a168-cb1b1ca6e7ae None None] Provisioning complete for port 46af83ef-397b-4385-8688-4f4cd666c456 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:19.831685 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-be14f21f-9e5e-4d53-a168-cb1b1ca6e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:19.893350 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 13593723-cf5f-436c-888d-12084900f431 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:19.893729 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:20.022730 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-be14f21f-9e5e-4d53-a168-cb1b1ca6e7ae None None] Port 46af83ef-397b-4385-8688-4f4cd666c456 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:06:20.027211 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e1bb7-76c2-493a-b3c3-d3567cd44f8c req-eb9e39d1-ad1f-4d17-a066-6a86ac9f034d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:20.034395 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2d7e1bb7-76c2-493a-b3c3-d3567cd44f8c req-eb9e39d1-ad1f-4d17-a066-6a86ac9f034d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1677098 Jun 09 15:06:20.128524 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2d7e1bb7-76c2-493a-b3c3-d3567cd44f8c req-1785a615-3da7-46f0-8420-2bf1965b0d1d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931077 Jun 09 15:06:20.182909 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:20.189065 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:20.189847 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598748'] for router_interface, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:20.196424 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-3bc12fd8-643b-495e-9884-ea0cc318749a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:20.515236 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=46af83ef-397b-4385-8688-4f4cd666c456,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:20.542694 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:20.762222 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Network 940dd04c-add2-4326-a6a8-72b78c4ca26d is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:06:20.769596 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:06:20.955422 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604be6b2-3135-4c8c-8b5b-ef6f6bfdf1e6 req-2b193b8c-3a93-4d97-9a4a-06002a394477 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:20.956931 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-604be6b2-3135-4c8c-8b5b-ef6f6bfdf1e6 req-2b193b8c-3a93-4d97-9a4a-06002a394477 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.3361075 Jun 09 15:06:21.032833 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-604be6b2-3135-4c8c-8b5b-ef6f6bfdf1e6 req-edec1ee0-f079-42c7-bfae-8e4058f7d6d7 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635684 Jun 09 15:06:21.038359 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Router f3c95798-c3a4-40cf-9bd9-1392d451b63e has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:06:21.062647 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-bc549086-aa15-4511-8a40-7442a6767038 None None] Provisioning complete for port 46af83ef-397b-4385-8688-4f4cd666c456 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:21.063333 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-bc549086-aa15-4511-8a40-7442a6767038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:21.158665 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-bc549086-aa15-4511-8a40-7442a6767038 None None] Port 46af83ef-397b-4385-8688-4f4cd666c456 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:06:21.292200 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:06:21.298787 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] 10.222.0.74 "PUT /v2.0/routers/f3c95798-c3a4-40cf-9bd9-1392d451b63e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9300535 Jun 09 15:06:21.454231 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6f18f-8447-49f4-b387-14f93be0873f req-069876a6-9419-43a9-9e4a-1895ebaf46de tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:21.463403 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-45f6f18f-8447-49f4-b387-14f93be0873f req-069876a6-9419-43a9-9e4a-1895ebaf46de tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1262167 Jun 09 15:06:21.512554 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-45f6f18f-8447-49f4-b387-14f93be0873f req-fbe930ae-80e4-4c99-a7c4-82847ff362b2 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480599 Jun 09 15:06:21.712666 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device b1084123-c8b9-4bf8-b054-7d7749886f27 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:21.786415 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Sync routers for ids ['f3c95798-c3a4-40cf-9bd9-1392d451b63e'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:06:21.800399 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Routers {'f3c95798-c3a4-40cf-9bd9-1392d451b63e'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:06:21.801172 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:06:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f3c95798-c3a4-40cf-9bd9-1392d451b63e'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:21.828558 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:06:21.853375 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port b1084123-c8b9-4bf8-b054-7d7749886f27 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:21.915979 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port b1084123-c8b9-4bf8-b054-7d7749886f27 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:21.916348 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:22.056158 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Set router f3c95798-c3a4-40cf-9bd9-1392d451b63e gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:06:22.251615 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319dd72-cdf1-4cdb-bac9-dc283b09cd10 req-65c51fd9-20b4-4fae-aae4-1cbc71cd1e99 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:22.255550 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:22.260975 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5319dd72-cdf1-4cdb-bac9-dc283b09cd10 req-65c51fd9-20b4-4fae-aae4-1cbc71cd1e99 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1103196 Jun 09 15:06:22.334897 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5319dd72-cdf1-4cdb-bac9-dc283b09cd10 req-353f48af-9339-445d-a396-0e8ec7354933 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727985 Jun 09 15:06:22.348056 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port b1084123-c8b9-4bf8-b054-7d7749886f27, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=b1084123-c8b9-4bf8-b054-7d7749886f27,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:22.357666 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:22.361777 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-8927d1aa-3d7a-4b1d-9e93-ca7f0f317a42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:22.490773 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=b1084123-c8b9-4bf8-b054-7d7749886f27,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:22.494678 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:22.526965 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'name': 'tempest-TestMinimumBasicScenario-1234647339-router', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b1084123-c8b9-4bf8-b054-7d7749886f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:11Z', 'updated_at': '2021-06-09T15:06:19Z', 'revision_number': 4, 'project_id': '8dc532bc2c674b7aaefb319e63f9202d', 'gw_port': {'id': 'b1084123-c8b9-4bf8-b054-7d7749886f27', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:12Z', 'updated_at': '2021-06-09T15:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '46af83ef-397b-4385-8688-4f4cd666c456', 'name': '', 'network_id': '940dd04c-add2-4326-a6a8-72b78c4ca26d', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'mac_address': 'fa:16:3e:51:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2001ccf0-ffc1-481e-89c9-075da2412ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:18Z', 'updated_at': '2021-06-09T15:06:19Z', 'revision_number': 2, 'project_id': '8dc532bc2c674b7aaefb319e63f9202d', 'subnets': [{'id': '2001ccf0-ffc1-481e-89c9-075da2412ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:22.530886 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Checking router: f3c95798-c3a4-40cf-9bd9-1392d451b63e for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:06:22.531239 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Updating router f3c95798-c3a4-40cf-9bd9-1392d451b63e port 46af83ef-397b-4385-8688-4f4cd666c456 binding host dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:06:22.597179 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:22.871181 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a4ec1-ce0b-4a2d-8342-80bfda42c334 req-0fcf7982-f138-43f7-82ad-58fca09c3828 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:22.873325 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7f9a4ec1-ce0b-4a2d-8342-80bfda42c334 req-0fcf7982-f138-43f7-82ad-58fca09c3828 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0924132 Jun 09 15:06:22.940912 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7f9a4ec1-ce0b-4a2d-8342-80bfda42c334 req-8422d178-30b9-477d-90ac-2650ae01daea tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514715 Jun 09 15:06:23.040914 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Notify callbacks [] for port, precommit_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:23.054272 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Transition to ACTIVE for port object 46af83ef-397b-4385-8688-4f4cd666c456 will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:06:23.061841 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:23.066724 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-d2f3f585-3677-4a42-8c19-c1b1ca09ea35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:23.243815 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d8347-658c-451b-a70b-957fe405c292 None None] Pushing event updated for resources: {'Port': ['ID=46af83ef-397b-4385-8688-4f4cd666c456,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:23.256311 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-530d8347-658c-451b-a70b-957fe405c292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:23.329957 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Attempting to bind port 46af83ef-397b-4385-8688-4f4cd666c456 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:06:23.330331 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Attempting to bind port 46af83ef-397b-4385-8688-4f4cd666c456 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': 'd0cdf21d-569e-4647-a7c3-bdd62385f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '940dd04c-add2-4326-a6a8-72b78c4ca26d'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:06:23.330726 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Attempting to bind port 46af83ef-397b-4385-8688-4f4cd666c456 on network 940dd04c-add2-4326-a6a8-72b78c4ca26d {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:06:23.336958 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:06:23.337334 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Checking segment: {'id': 'd0cdf21d-569e-4647-a7c3-bdd62385f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '940dd04c-add2-4326-a6a8-72b78c4ca26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:06:23.337734 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:23.338203 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Bound using segment: {'id': 'd0cdf21d-569e-4647-a7c3-bdd62385f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '940dd04c-add2-4326-a6a8-72b78c4ca26d'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:06:23.338671 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Bound port: 46af83ef-397b-4385-8688-4f4cd666c456, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cdf21d-569e-4647-a7c3-bdd62385f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '940dd04c-add2-4326-a6a8-72b78c4ca26d'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:06:23.339028 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:23.437214 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] For port 46af83ef-397b-4385-8688-4f4cd666c456, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:06:23.440397 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] For port 46af83ef-397b-4385-8688-4f4cd666c456, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=46af83ef-397b-4385-8688-4f4cd666c456,segment=NetworkSegment(d0cdf21d-569e-4647-a7c3-bdd62385f107),segment_id=d0cdf21d-569e-4647-a7c3-bdd62385f107)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:06:23.447145 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:23.452542 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-8927d1aa-3d7a-4b1d-9e93-ca7f0f317a42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:23.548912 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Routers {'f3c95798-c3a4-40cf-9bd9-1392d451b63e'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:06:23.549873 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:06:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f3c95798-c3a4-40cf-9bd9-1392d451b63e'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:23.620784 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37907f1f-f883-46ca-b46f-cf2699b29262 req-e12a3ad3-6117-4878-9ab3-ccb34968e15a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:23.624801 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-37907f1f-f883-46ca-b46f-cf2699b29262 req-e12a3ad3-6117-4878-9ab3-ccb34968e15a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1264174 Jun 09 15:06:23.718997 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device b1084123-c8b9-4bf8-b054-7d7749886f27 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:23.728356 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-37907f1f-f883-46ca-b46f-cf2699b29262 req-606b5c55-9b71-4f09-9a4c-61b2d6109da6 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961919 Jun 09 15:06:23.757737 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d8347-658c-451b-a70b-957fe405c292 None None] Pushing event updated for resources: {'Port': ['ID=46af83ef-397b-4385-8688-4f4cd666c456,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:23.790114 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-530d8347-658c-451b-a70b-957fe405c292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:23.868471 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] Set router f3c95798-c3a4-40cf-9bd9-1392d451b63e gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:06:23.937256 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port b1084123-c8b9-4bf8-b054-7d7749886f27 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:23.937791 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:24.207214 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cef4c-3f04-46ce-9845-04aa097920d0 req-9ffa5828-e3d0-4d8a-ab58-3bef89bbac09 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:24.217252 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-948cef4c-3f04-46ce-9845-04aa097920d0 req-9ffa5828-e3d0-4d8a-ab58-3bef89bbac09 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1219079 Jun 09 15:06:24.291267 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-948cef4c-3f04-46ce-9845-04aa097920d0 req-7e8e08bb-7741-43cd-9bc0-0723e09c4c8b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745769 Jun 09 15:06:24.395276 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'name': 'tempest-TestMinimumBasicScenario-1234647339-router', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b1084123-c8b9-4bf8-b054-7d7749886f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:11Z', 'updated_at': '2021-06-09T15:06:19Z', 'revision_number': 4, 'project_id': '8dc532bc2c674b7aaefb319e63f9202d', 'gw_port': {'id': 'b1084123-c8b9-4bf8-b054-7d7749886f27', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:12Z', 'updated_at': '2021-06-09T15:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '46af83ef-397b-4385-8688-4f4cd666c456', 'name': '', 'network_id': '940dd04c-add2-4326-a6a8-72b78c4ca26d', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'mac_address': 'fa:16:3e:51:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2001ccf0-ffc1-481e-89c9-075da2412ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:18Z', 'updated_at': '2021-06-09T15:06:23Z', 'revision_number': 4, 'project_id': '8dc532bc2c674b7aaefb319e63f9202d', 'subnets': [{'id': '2001ccf0-ffc1-481e-89c9-075da2412ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:24.400501 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d299a80-545d-4dbc-858c-01c8e0083224 None None] The sync data for ids ['f3c95798-c3a4-40cf-9bd9-1392d451b63e'] in dv-cinder-789603-9-iscsi is: [{'id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'name': 'tempest-TestMinimumBasicScenario-1234647339-router', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b1084123-c8b9-4bf8-b054-7d7749886f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:11Z', 'updated_at': '2021-06-09T15:06:19Z', 'revision_number': 4, 'project_id': '8dc532bc2c674b7aaefb319e63f9202d', 'gw_port': {'id': 'b1084123-c8b9-4bf8-b054-7d7749886f27', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:12Z', 'updated_at': '2021-06-09T15:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '46af83ef-397b-4385-8688-4f4cd666c456', 'name': '', 'network_id': '940dd04c-add2-4326-a6a8-72b78c4ca26d', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'mac_address': 'fa:16:3e:51:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '2001ccf0-ffc1-481e-89c9-075da2412ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:18Z', 'updated_at': '2021-06-09T15:06:23Z', 'revision_number': 4, 'project_id': '8dc532bc2c674b7aaefb319e63f9202d', 'subnets': [{'id': '2001ccf0-ffc1-481e-89c9-075da2412ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:06:24.954584 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e120835-f7ad-4c38-bea1-656a07ae678d req-cb1dcab9-8943-42e4-8181-bf9a90605e69 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:24.963085 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0e120835-f7ad-4c38-bea1-656a07ae678d req-cb1dcab9-8943-42e4-8181-bf9a90605e69 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1025879 Jun 09 15:06:25.011737 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0e120835-f7ad-4c38-bea1-656a07ae678d req-751cc661-b574-4b39-b945-eff94c62d372 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477703 Jun 09 15:06:25.566521 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e97485-2049-404f-b9e2-970581bf4782 req-7380cd8d-254a-4cc9-87d3-5b64737b69b0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:25.568869 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-59e97485-2049-404f-b9e2-970581bf4782 req-7380cd8d-254a-4cc9-87d3-5b64737b69b0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0938776 Jun 09 15:06:25.627068 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-59e97485-2049-404f-b9e2-970581bf4782 req-05727019-1cb1-41e0-9256-0d87277a6fed tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523221 Jun 09 15:06:25.690121 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 46af83ef-397b-4385-8688-4f4cd666c456 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:25.772839 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 46af83ef-397b-4385-8688-4f4cd666c456 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:25.780338 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 46af83ef-397b-4385-8688-4f4cd666c456 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:25.780338 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:25.907980 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:25.943820 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port 46af83ef-397b-4385-8688-4f4cd666c456, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=46af83ef-397b-4385-8688-4f4cd666c456,segment=NetworkSegment(d0cdf21d-569e-4647-a7c3-bdd62385f107),segment_id=d0cdf21d-569e-4647-a7c3-bdd62385f107)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:25.948400 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:25.950209 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:26.019535 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=46af83ef-397b-4385-8688-4f4cd666c456,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:26.022692 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:26.233851 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9fc76-5abc-4dcc-a9e1-4be076b8ce64 req-bf9ae313-f562-48b1-aed7-221779b81199 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:26.236040 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c6e9fc76-5abc-4dcc-a9e1-4be076b8ce64 req-bf9ae313-f562-48b1-aed7-221779b81199 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0972474 Jun 09 15:06:26.283644 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c6e9fc76-5abc-4dcc-a9e1-4be076b8ce64 req-cded0083-2b90-45f2-8f02-69611b56d65e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Jun 09 15:06:26.831512 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2bcab-58ca-4e8a-9638-a6a69b1e476a req-b521b458-0fd9-4cdf-9acf-3f7b1101717e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:26.833707 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b8c2bcab-58ca-4e8a-9638-a6a69b1e476a req-b521b458-0fd9-4cdf-9acf-3f7b1101717e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0855479 Jun 09 15:06:26.880698 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b8c2bcab-58ca-4e8a-9638-a6a69b1e476a req-66c61ffc-5620-424d-addd-8f0fe7213abe tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408330 Jun 09 15:06:27.486081 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357bc73-ab11-409d-a8a8-b31f00fbecd5 req-2407ec34-e369-47bb-b61e-f84a3c58f1e8 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:27.487557 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d357bc73-ab11-409d-a8a8-b31f00fbecd5 req-2407ec34-e369-47bb-b61e-f84a3c58f1e8 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0815094 Jun 09 15:06:27.547356 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d357bc73-ab11-409d-a8a8-b31f00fbecd5 req-41308511-e6b5-4979-a79a-8582b0d39b91 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531635 Jun 09 15:06:27.802586 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 46af83ef-397b-4385-8688-4f4cd666c456 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:06:27.892000 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 46af83ef-397b-4385-8688-4f4cd666c456 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:27.892568 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:28.232934 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27baaca8-aa6b-425e-87d6-ab7671c3d343 req-0cd2092e-3520-4939-a4b4-a678729bf9e4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:28.234732 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-27baaca8-aa6b-425e-87d6-ab7671c3d343 req-0cd2092e-3520-4939-a4b4-a678729bf9e4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.2129374 Jun 09 15:06:28.282524 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-27baaca8-aa6b-425e-87d6-ab7671c3d343 req-60f94a8b-3f02-4131-a671-cc5dc9784b0e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412743 Jun 09 15:06:28.765580 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8057a-67f9-47cc-a336-03675819e667 req-132bb8ae-4c4a-4427-847e-6fb61fff5b45 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:28.767061 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d1a8057a-67f9-47cc-a336-03675819e667 req-132bb8ae-4c4a-4427-847e-6fb61fff5b45 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0859339 Jun 09 15:06:28.827046 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d1a8057a-67f9-47cc-a336-03675819e667 req-bfe23ed9-b421-4db7-8eb3-c8d4f5f23fba tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533197 Jun 09 15:06:29.478734 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa1abb-d9e2-46e4-8af0-559349940d90 req-a8cf53ff-22b4-4b3f-856e-b1955ca901d8 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:29.482134 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f4aa1abb-d9e2-46e4-8af0-559349940d90 req-a8cf53ff-22b4-4b3f-856e-b1955ca901d8 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 946 time: 0.1194091 Jun 09 15:06:29.490785 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbdc4c-6037-4fe4-9ac4-8d38958fd982 req-ff0ff822-820d-4529-bfa6-ac782b017e81 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:29.492257 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fefbdc4c-6037-4fe4-9ac4-8d38958fd982 req-ff0ff822-820d-4529-bfa6-ac782b017e81 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0891864 Jun 09 15:06:29.542677 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fefbdc4c-6037-4fe4-9ac4-8d38958fd982 req-4473e8d9-89b8-4344-8ab2-c53889900760 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445094 Jun 09 15:06:29.543332 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f4aa1abb-d9e2-46e4-8af0-559349940d90 req-e7064529-eb81-4246-b01b-d3942925300e tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542994 Jun 09 15:06:30.044917 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc367d1-c117-48af-8ee7-901fe4db1b4b req-058623f8-628b-42e5-9663-0e8c09efdd95 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:30.046113 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-cdc367d1-c117-48af-8ee7-901fe4db1b4b req-058623f8-628b-42e5-9663-0e8c09efdd95 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1006181 Jun 09 15:06:30.091711 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-cdc367d1-c117-48af-8ee7-901fe4db1b4b req-425046c2-2bee-4b0b-8ce8-8ce56d1505f8 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398073 Jun 09 15:06:30.763706 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed2c6f-3e2b-4fa0-a50a-99e67353270f req-c8d73300-cc04-42cd-b368-c2a0463f6666 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:30.765783 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-18ed2c6f-3e2b-4fa0-a50a-99e67353270f req-c8d73300-cc04-42cd-b368-c2a0463f6666 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 946 time: 0.0873816 Jun 09 15:06:30.780020 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acc071-bc21-4942-830e-3dc504950a81 req-6a881e76-3e8b-4fc5-b71d-ffa516d3fa37 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:30.788768 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-67acc071-bc21-4942-830e-3dc504950a81 req-6a881e76-3e8b-4fc5-b71d-ffa516d3fa37 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1280718 Jun 09 15:06:30.823702 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-18ed2c6f-3e2b-4fa0-a50a-99e67353270f req-dff7f5d3-6281-40e0-8d9d-796067188a65 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499706 Jun 09 15:06:30.838693 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-67acc071-bc21-4942-830e-3dc504950a81 req-1af1cb83-b45a-46d6-8235-bdadca340262 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485725 Jun 09 15:06:31.285325 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a775fd-fb70-4476-a20a-ed298124e852 req-605c288e-1bd7-4d64-897a-0d56927a3d40 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:31.287725 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-13a775fd-fb70-4476-a20a-ed298124e852 req-605c288e-1bd7-4d64-897a-0d56927a3d40 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0826943 Jun 09 15:06:31.335365 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-13a775fd-fb70-4476-a20a-ed298124e852 req-637ee08e-da73-4591-8fdd-adfe778934cf tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419462 Jun 09 15:06:32.017807 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e8826-23ad-4a32-aa19-d4af7c788195 req-9adbcf45-275d-45d0-b967-c5ee3dcace0e tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:32.019883 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9f2e8826-23ad-4a32-aa19-d4af7c788195 req-9adbcf45-275d-45d0-b967-c5ee3dcace0e tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 946 time: 0.1551130 Jun 09 15:06:32.105995 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742edb76-2451-4728-8281-5535fb56c126 req-828b1640-f18e-4410-9a7a-a7b6b8ddb9d3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:32.108174 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-742edb76-2451-4728-8281-5535fb56c126 req-828b1640-f18e-4410-9a7a-a7b6b8ddb9d3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1160469 Jun 09 15:06:32.140800 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16909cbf-a79f-4ef0-b2ae-02f0b20f04d6 req-7804a5e5-6dcf-4cdc-b7f4-ecabc09fb14e tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:32.142254 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-16909cbf-a79f-4ef0-b2ae-02f0b20f04d6 req-7804a5e5-6dcf-4cdc-b7f4-ecabc09fb14e tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 946 time: 0.2008357 Jun 09 15:06:32.157836 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-742edb76-2451-4728-8281-5535fb56c126 req-6a63c30c-dca7-483e-93d2-ea2c87381117 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436757 Jun 09 15:06:32.217315 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-16909cbf-a79f-4ef0-b2ae-02f0b20f04d6 req-1cddfaed-1078-427f-ab77-34d645554444 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682180 Jun 09 15:06:32.232531 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-9f2e8826-23ad-4a32-aa19-d4af7c788195 req-a9739167-e043-426e-a426-991470b6f95b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Deleting port d57c2eb5-e310-450a-aa4d-484e270c88ce {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:06:32.233068 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9f2e8826-23ad-4a32-aa19-d4af7c788195 req-a9739167-e043-426e-a426-991470b6f95b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:32.462025 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-9f2e8826-23ad-4a32-aa19-d4af7c788195 req-a9739167-e043-426e-a426-991470b6f95b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] For port d57c2eb5-e310-450a-aa4d-484e270c88ce, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d57c2eb5-e310-450a-aa4d-484e270c88ce,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:32.462727 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9f2e8826-23ad-4a32-aa19-d4af7c788195 req-a9739167-e043-426e-a426-991470b6f95b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:32.635453 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-9f2e8826-23ad-4a32-aa19-d4af7c788195 req-a9739167-e043-426e-a426-991470b6f95b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Calling delete_port for d57c2eb5-e310-450a-aa4d-484e270c88ce owned by compute:nova {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:06:32.688262 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f7604-9fad-4c36-91a3-8ecbe0a3c654 req-b5d7f0d1-6bea-4b4f-b307-a74dda967f75 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:32.689716 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cc9f7604-9fad-4c36-91a3-8ecbe0a3c654 req-b5d7f0d1-6bea-4b4f-b307-a74dda967f75 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.2156308 Jun 09 15:06:32.776253 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cc9f7604-9fad-4c36-91a3-8ecbe0a3c654 req-361fa984-ea8e-41f3-a5c5-d8137e326a1b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801289 Jun 09 15:06:32.811140 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9f2e8826-23ad-4a32-aa19-d4af7c788195 req-a9739167-e043-426e-a426-991470b6f95b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:32.816872 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:32.830519 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['2fb420df-0438-40e2-9c2f-8a54d402719b', 'f1df1f3d-f811-43c5-814b-a620ffcace1e', '60acd899-39e3-41d2-8ba3-466ba1e0f839', 'd57c2eb5-e310-450a-aa4d-484e270c88ce'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:06:32.866240 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9739167-e043-426e-a426-991470b6f95b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Pushing event deleted for resources: {'Port': ['ID=d57c2eb5-e310-450a-aa4d-484e270c88ce,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:32.869419 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a9739167-e043-426e-a426-991470b6f95b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:32.941933 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2e8826-23ad-4a32-aa19-d4af7c788195 req-a9739167-e043-426e-a426-991470b6f95b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] No DVR routers for this DVR port d57c2eb5-e310-450a-aa4d-484e270c88ce on host hv-cinder-78960 {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:06:32.944547 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9f2e8826-23ad-4a32-aa19-d4af7c788195 req-a9739167-e043-426e-a426-991470b6f95b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:32.947095 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9f2e8826-23ad-4a32-aa19-d4af7c788195 req-a9739167-e043-426e-a426-991470b6f95b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "DELETE /v2.0/ports/d57c2eb5-e310-450a-aa4d-484e270c88ce HTTP/1.1" status: 204 len: 173 time: 0.9188089 Jun 09 15:06:32.947583 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e516b52-8c3a-4219-a7ee-059328efaf23', 'name': 'network-vif-deleted', 'tag': 'd57c2eb5-e310-450a-aa4d-484e270c88ce'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:32.949949 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f61f63-ae2c-4177-b201-f9e129012816" -d '{"events": [{"server_uuid": "3e516b52-8c3a-4219-a7ee-059328efaf23", "name": "network-vif-deleted", "tag": "d57c2eb5-e310-450a-aa4d-484e270c88ce"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:33.003417 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2945b17-ed1c-40fb-b981-612098103b6b x-openstack-request-id: req-b2945b17-ed1c-40fb-b981-612098103b6b {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:33.003738 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e516b52-8c3a-4219-a7ee-059328efaf23", "name": "network-vif-deleted", "tag": "d57c2eb5-e310-450a-aa4d-484e270c88ce", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:33.004039 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b2945b17-ed1c-40fb-b981-612098103b6b {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:33.004530 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e516b52-8c3a-4219-a7ee-059328efaf23', 'name': 'network-vif-deleted', 'tag': 'd57c2eb5-e310-450a-aa4d-484e270c88ce', 'status': 'completed', 'code': 200} Jun 09 15:06:33.475599 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-abeb2260-8595-4121-8273-860e5ff9ab43 req-b8b26870-a0f3-43fa-aaae-921d7d565cd9 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=3e516b52-8c3a-4219-a7ee-059328efaf23 HTTP/1.1" status: 200 len: 210 time: 0.0534632 Jun 09 15:06:33.499417 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d5241-b051-4c4a-b38e-dd093d6b03da req-766ac039-912c-4ef3-b24a-0d23f95efb76 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:33.500956 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-785d5241-b051-4c4a-b38e-dd093d6b03da req-766ac039-912c-4ef3-b24a-0d23f95efb76 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1183364 Jun 09 15:06:33.603014 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-785d5241-b051-4c4a-b38e-dd093d6b03da req-1105f810-1185-4e99-a1e3-009755bf5668 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950363 Jun 09 15:06:34.018230 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4290f-f636-44c1-835e-09c72bb859c7 req-252cfcae-c1f1-4c16-85a5-ebe06941bc12 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:34.027419 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1da4290f-f636-44c1-835e-09c72bb859c7 req-252cfcae-c1f1-4c16-85a5-ebe06941bc12 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1188369 Jun 09 15:06:34.105295 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1da4290f-f636-44c1-835e-09c72bb859c7 req-67d6f078-158f-4c9b-88eb-67e62e605828 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769007 Jun 09 15:06:35.037193 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276393d3-f116-4a10-a147-bcda2f9f32e4 req-f84b45ff-39b4-4599-9c57-a901179cbe8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:35.044772 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-276393d3-f116-4a10-a147-bcda2f9f32e4 req-f84b45ff-39b4-4599-9c57-a901179cbe8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1489155 Jun 09 15:06:35.177370 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-276393d3-f116-4a10-a147-bcda2f9f32e4 req-9644f67e-521d-4417-a889-d963e4116aae tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275258 Jun 09 15:06:35.461157 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745792b5-651f-453c-97f6-d27de8c19b26 req-fe8c668b-27fd-441c-8c92-3d1b24a6b705 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:35.469926 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-745792b5-651f-453c-97f6-d27de8c19b26 req-fe8c668b-27fd-441c-8c92-3d1b24a6b705 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1614349 Jun 09 15:06:35.560889 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-745792b5-651f-453c-97f6-d27de8c19b26 req-9b879c96-04ea-4ac1-8660-d9b1a22eeb41 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894170 Jun 09 15:06:36.453252 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device d57c2eb5-e310-450a-aa4d-484e270c88ce no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:06:36.564467 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: d57c2eb5-e310-450a-aa4d-484e270c88ce {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:06:36.571234 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device d57c2eb5-e310-450a-aa4d-484e270c88ce not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:06:36.618882 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf78cc-2dbf-4cca-b381-04bce254c8cd req-ca392083-3ddf-4609-b82a-6ed45503f4e7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:36.622878 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d1cf78cc-2dbf-4cca-b381-04bce254c8cd req-ca392083-3ddf-4609-b82a-6ed45503f4e7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.2470939 Jun 09 15:06:36.765803 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d1cf78cc-2dbf-4cca-b381-04bce254c8cd req-f3b9deea-a4c8-49d7-bf53-0b95bd34689f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365182 Jun 09 15:06:36.873684 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b078c-d0ca-44c1-9aac-007ae3fc4712 req-cca84cbf-f856-4414-99ef-89edf44dcb1f tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:36.883144 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-fb4b078c-d0ca-44c1-9aac-007ae3fc4712 req-cca84cbf-f856-4414-99ef-89edf44dcb1f tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 945 time: 0.1524587 Jun 09 15:06:36.988598 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-fb4b078c-d0ca-44c1-9aac-007ae3fc4712 req-055e124f-bc81-44d6-9bb8-abad80197721 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038010 Jun 09 15:06:37.015609 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d663424-db00-4f31-a391-723a0ee45507 req-1e36d6aa-d501-4b1a-a785-1cca70f73ca3 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:37.019772 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1d663424-db00-4f31-a391-723a0ee45507 req-1e36d6aa-d501-4b1a-a785-1cca70f73ca3 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1101336 Jun 09 15:06:37.251239 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1d663424-db00-4f31-a391-723a0ee45507 req-26675627-6953-47a9-a4d6-53e5949cf50f tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274034 Jun 09 15:06:37.253325 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:38.079561 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185262f-e5a8-43a3-8ac2-c3931ba90826 req-c4ef68f1-f7ac-4204-a595-afd296ae92a7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:38.087350 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7185262f-e5a8-43a3-8ac2-c3931ba90826 req-c4ef68f1-f7ac-4204-a595-afd296ae92a7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1072998 Jun 09 15:06:38.156051 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7185262f-e5a8-43a3-8ac2-c3931ba90826 req-1daa3d2d-215d-4be5-a2cb-d584e7907920 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670555 Jun 09 15:06:38.235393 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bf06f-83ad-4729-9757-654f704d9fcb req-f127430f-3841-497a-86c5-fd6d4294b07a tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:38.236841 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f26bf06f-83ad-4729-9757-654f704d9fcb req-f127430f-3841-497a-86c5-fd6d4294b07a tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 945 time: 0.1132920 Jun 09 15:06:38.298178 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f26bf06f-83ad-4729-9757-654f704d9fcb req-1c83a916-3439-4065-ad6f-b67c38dbffe9 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542722 Jun 09 15:06:38.568023 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a585f-d5f6-4c10-87da-0753ad0c371d req-9e987d6a-6594-411d-854d-b16728bf759a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:38.568900 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-063a585f-d5f6-4c10-87da-0753ad0c371d req-9e987d6a-6594-411d-854d-b16728bf759a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1712999 Jun 09 15:06:38.628828 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-063a585f-d5f6-4c10-87da-0753ad0c371d req-60584074-73bd-48f0-862b-e01f9f5d8906 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530887 Jun 09 15:06:38.811745 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f0683-d680-4030-b548-240541780d69 req-a3c2719c-9d05-4890-b523-651e4e56be44 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:38.813495 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-489f0683-d680-4030-b548-240541780d69 req-a3c2719c-9d05-4890-b523-651e4e56be44 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 945 time: 0.1192505 Jun 09 15:06:38.963960 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-489f0683-d680-4030-b548-240541780d69 req-2729d152-f961-4d24-98a7-a0b1f9a851ad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Deleting port 60acd899-39e3-41d2-8ba3-466ba1e0f839 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:06:38.964297 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-489f0683-d680-4030-b548-240541780d69 req-2729d152-f961-4d24-98a7-a0b1f9a851ad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:39.132257 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-489f0683-d680-4030-b548-240541780d69 req-2729d152-f961-4d24-98a7-a0b1f9a851ad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] For port 60acd899-39e3-41d2-8ba3-466ba1e0f839, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=60acd899-39e3-41d2-8ba3-466ba1e0f839,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:39.133372 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-489f0683-d680-4030-b548-240541780d69 req-2729d152-f961-4d24-98a7-a0b1f9a851ad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:39.385937 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-489f0683-d680-4030-b548-240541780d69 req-2729d152-f961-4d24-98a7-a0b1f9a851ad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Calling delete_port for 60acd899-39e3-41d2-8ba3-466ba1e0f839 owned by compute:nova {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:06:39.600992 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284455d-43d9-49a1-8c03-914d115014c6 req-b4ead182-e0b9-4721-8864-6f6fe6697254 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:39.605877 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f284455d-43d9-49a1-8c03-914d115014c6 req-b4ead182-e0b9-4721-8864-6f6fe6697254 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1827312 Jun 09 15:06:39.684617 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f284455d-43d9-49a1-8c03-914d115014c6 req-9ea505be-8654-40ee-9dfb-de23206cd6fa tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773978 Jun 09 15:06:39.820470 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-489f0683-d680-4030-b548-240541780d69 req-2729d152-f961-4d24-98a7-a0b1f9a851ad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:39.831181 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-b8220f05-2563-4d2a-8cf2-9b7941185b05 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:39.837155 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['2fb420df-0438-40e2-9c2f-8a54d402719b', 'f1df1f3d-f811-43c5-814b-a620ffcace1e', '60acd899-39e3-41d2-8ba3-466ba1e0f839'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:06:39.890229 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729d152-f961-4d24-98a7-a0b1f9a851ad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Pushing event deleted for resources: {'Port': ['ID=60acd899-39e3-41d2-8ba3-466ba1e0f839,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:39.899391 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-2729d152-f961-4d24-98a7-a0b1f9a851ad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:39.908131 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b1867-7951-4a69-9a75-f60c26ea57f2 req-e63fb53f-0952-4c4a-9b72-3c6be81c3d29 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:39.922932 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dd7b1867-7951-4a69-9a75-f60c26ea57f2 req-e63fb53f-0952-4c4a-9b72-3c6be81c3d29 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 945 time: 0.3593819 Jun 09 15:06:40.077819 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dd7b1867-7951-4a69-9a75-f60c26ea57f2 req-3ab70884-f179-442a-b42c-21f9a7b2af30 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539290 Jun 09 15:06:40.084555 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-489f0683-d680-4030-b548-240541780d69 req-2729d152-f961-4d24-98a7-a0b1f9a851ad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] No DVR routers for this DVR port 60acd899-39e3-41d2-8ba3-466ba1e0f839 on host hv-cinder-78960 {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:06:40.090667 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-489f0683-d680-4030-b548-240541780d69 req-2729d152-f961-4d24-98a7-a0b1f9a851ad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:40.092975 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-489f0683-d680-4030-b548-240541780d69 req-2729d152-f961-4d24-98a7-a0b1f9a851ad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "DELETE /v2.0/ports/60acd899-39e3-41d2-8ba3-466ba1e0f839 HTTP/1.1" status: 204 len: 173 time: 1.2712798 Jun 09 15:06:40.096333 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ad8eff-1ade-44bc-9f2e-5ffa015b5a01', 'name': 'network-vif-deleted', 'tag': '60acd899-39e3-41d2-8ba3-466ba1e0f839'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:40.099644 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1901c52d-7fe2-48b2-8370-79ec6a3e17f2" -d '{"events": [{"server_uuid": "17ad8eff-1ade-44bc-9f2e-5ffa015b5a01", "name": "network-vif-deleted", "tag": "60acd899-39e3-41d2-8ba3-466ba1e0f839"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:40.168072 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fecbb-da71-41b2-97f7-3e025ceb937b req-48cd7665-e3b5-4f20-ad5b-837f293509fc tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:40.169731 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3c8fecbb-da71-41b2-97f7-3e025ceb937b req-48cd7665-e3b5-4f20-ad5b-837f293509fc tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1279483 Jun 09 15:06:40.225545 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af94840-fb72-4690-ae79-6104ce15d36a x-openstack-request-id: req-8af94840-fb72-4690-ae79-6104ce15d36a {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:40.226510 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ad8eff-1ade-44bc-9f2e-5ffa015b5a01", "name": "network-vif-deleted", "tag": "60acd899-39e3-41d2-8ba3-466ba1e0f839", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:40.226936 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8af94840-fb72-4690-ae79-6104ce15d36a {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:40.227495 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ad8eff-1ade-44bc-9f2e-5ffa015b5a01', 'name': 'network-vif-deleted', 'tag': '60acd899-39e3-41d2-8ba3-466ba1e0f839', 'status': 'completed', 'code': 200} Jun 09 15:06:40.247834 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3c8fecbb-da71-41b2-97f7-3e025ceb937b req-e3300341-81e1-4e11-8bfb-f6efa85ceb9a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722439 Jun 09 15:06:41.041285 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e52452-a729-4e81-9b58-77d636878429 req-7361ce55-6370-487a-9c9a-7c7cb783a64f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:41.049511 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e5e52452-a729-4e81-9b58-77d636878429 req-7361ce55-6370-487a-9c9a-7c7cb783a64f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1394274 Jun 09 15:06:41.119297 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e5e52452-a729-4e81-9b58-77d636878429 req-476034df-d4b6-4d38-9406-72f4ac29e8f2 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683968 Jun 09 15:06:41.429858 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c369bf5d-c05a-414d-aad4-4a6240a0f2f9 req-6418ae8b-cd45-463f-bc23-eb466070a0f5 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=17ad8eff-1ade-44bc-9f2e-5ffa015b5a01 HTTP/1.1" status: 200 len: 210 time: 0.0940278 Jun 09 15:06:41.638044 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c4c59-778c-48a0-978c-48635bfc7a4e req-3a125d7d-024f-4f12-b4d4-41cef9ce1fa2 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:41.639588 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a80c4c59-778c-48a0-978c-48635bfc7a4e req-3a125d7d-024f-4f12-b4d4-41cef9ce1fa2 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1971691 Jun 09 15:06:41.698446 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a80c4c59-778c-48a0-978c-48635bfc7a4e req-317c1f69-d50a-426d-9382-f6d075d5b40a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505285 Jun 09 15:06:42.451931 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 60acd899-39e3-41d2-8ba3-466ba1e0f839 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:06:42.532619 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: 60acd899-39e3-41d2-8ba3-466ba1e0f839 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:06:42.532997 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 60acd899-39e3-41d2-8ba3-466ba1e0f839 not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:06:42.541171 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35f8a-5829-4d1c-9cf8-51b25cd0f12b req-f361fd26-99f1-4510-8267-1b739eb308c2 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:42.542721 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cad35f8a-5829-4d1c-9cf8-51b25cd0f12b req-f361fd26-99f1-4510-8267-1b739eb308c2 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.2213185 Jun 09 15:06:42.603732 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cad35f8a-5829-4d1c-9cf8-51b25cd0f12b req-13fd642e-c4e6-4912-8b94-a015194f43de tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508969 Jun 09 15:06:42.935738 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-376e7cbb-b5f5-4c09-b11d-f28aad2fbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:43.110269 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306761e-6c93-4daa-b4d2-c02ebf79bff0 req-cd0d16de-8ab3-4e74-a898-22f786333cca tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:43.117884 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6306761e-6c93-4daa-b4d2-c02ebf79bff0 req-cd0d16de-8ab3-4e74-a898-22f786333cca tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1161277 Jun 09 15:06:43.176374 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6306761e-6c93-4daa-b4d2-c02ebf79bff0 req-b5207d99-af69-446b-beeb-6e8ac3e329bd tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575423 Jun 09 15:06:43.187283 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274a9f3-c935-44f1-8578-5b1b0d20db98 req-119630b8-6946-4bea-b454-1948241a3919 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:43.196372 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2274a9f3-c935-44f1-8578-5b1b0d20db98 req-119630b8-6946-4bea-b454-1948241a3919 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 945 time: 0.1023445 Jun 09 15:06:43.251479 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2274a9f3-c935-44f1-8578-5b1b0d20db98 req-1f61c210-2200-4f51-b21d-5bad97528a2b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539644 Jun 09 15:06:43.932152 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca89fa3-57fb-4c45-8fc3-927bc0bfc173 req-ce87b083-f896-4c7a-abfb-faac025fb390 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:43.950249 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3ca89fa3-57fb-4c45-8fc3-927bc0bfc173 req-ce87b083-f896-4c7a-abfb-faac025fb390 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1272156 Jun 09 15:06:44.031579 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3ca89fa3-57fb-4c45-8fc3-927bc0bfc173 req-d214bcd2-d515-43e0-99af-af8c40b22019 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798702 Jun 09 15:06:44.443319 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7657d0-841d-4835-b728-51c2497bd198 req-22dd85c8-8457-4aa2-9b6b-85122e5cde77 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:44.451338 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9e7657d0-841d-4835-b728-51c2497bd198 req-22dd85c8-8457-4aa2-9b6b-85122e5cde77 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1209168 Jun 09 15:06:44.509112 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9e7657d0-841d-4835-b728-51c2497bd198 req-c6bea6b6-74e5-4dae-bb08-6ea782cb9fb2 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547371 Jun 09 15:06:44.606338 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d486cb-4fcb-4fb2-a92b-21b7cda5f18b req-2f7bc328-fd22-4511-8c41-9b5fcb4d623c tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:44.623173 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c1d486cb-4fcb-4fb2-a92b-21b7cda5f18b req-2f7bc328-fd22-4511-8c41-9b5fcb4d623c tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 945 time: 0.1714904 Jun 09 15:06:44.709344 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c1d486cb-4fcb-4fb2-a92b-21b7cda5f18b req-31dcf298-bb7c-4cc9-a986-58953a17def6 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851490 Jun 09 15:06:45.030388 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671ea74-b454-452c-89b7-211701bc2eaf req-5e315524-dbc1-4b70-8a01-196996432225 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:45.041528 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5671ea74-b454-452c-89b7-211701bc2eaf req-5e315524-dbc1-4b70-8a01-196996432225 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 945 time: 0.1964741 Jun 09 15:06:45.339530 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:45.378203 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5cb6a-cb6a-42ca-b172-7ea1ebc0e4d0 req-6bb2621f-ca87-4b6f-b908-56a61c931a8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:45.395532 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-5671ea74-b454-452c-89b7-211701bc2eaf req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Deleting port f1df1f3d-f811-43c5-814b-a620ffcace1e {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:06:45.396064 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-5671ea74-b454-452c-89b7-211701bc2eaf req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:45.399066 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c1a5cb6a-cb6a-42ca-b172-7ea1ebc0e4d0 req-6bb2621f-ca87-4b6f-b908-56a61c931a8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1525109 Jun 09 15:06:45.420484 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-43ee103a-83bd-446a-869f-cadce78d90e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:45.502362 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c1a5cb6a-cb6a-42ca-b172-7ea1ebc0e4d0 req-e208dd11-6b63-431a-abea-fee4b4fa037c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021111 Jun 09 15:06:45.806884 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-5671ea74-b454-452c-89b7-211701bc2eaf req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] For port f1df1f3d-f811-43c5-814b-a620ffcace1e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1df1f3d-f811-43c5-814b-a620ffcace1e,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:06:45.807252 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-5671ea74-b454-452c-89b7-211701bc2eaf req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:46.112463 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1a69d-ba65-45fb-bbb6-631bff0026fb req-dfc8a343-2154-401e-9043-b1592fe1e392 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:46.120992 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2df1a69d-ba65-45fb-bbb6-631bff0026fb req-dfc8a343-2154-401e-9043-b1592fe1e392 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 945 time: 0.1629717 Jun 09 15:06:46.172559 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-5671ea74-b454-452c-89b7-211701bc2eaf req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Calling delete_port for f1df1f3d-f811-43c5-814b-a620ffcace1e owned by compute:nova {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:06:46.217447 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2df1a69d-ba65-45fb-bbb6-631bff0026fb req-14720375-29a0-4524-b930-d00aa2412cf7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912724 Jun 09 15:06:46.352902 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:46.354427 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a64c73-36dc-40a9-819e-cc03a5c4ab84 req-1ebc9f29-76dc-47c8-9abe-287b5bdb1cd1 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:46.364737 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-28a64c73-36dc-40a9-819e-cc03a5c4ab84 req-1ebc9f29-76dc-47c8-9abe-287b5bdb1cd1 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.3853731 Jun 09 15:06:46.422589 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-28a64c73-36dc-40a9-819e-cc03a5c4ab84 req-ded7187b-c193-46bc-896c-7387432d8be0 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567462 Jun 09 15:06:46.508730 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-5671ea74-b454-452c-89b7-211701bc2eaf req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:46.520443 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['2fb420df-0438-40e2-9c2f-8a54d402719b'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:06:46.524752 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e5f019f9-c5cb-4bb8-abc6-fad73bcd3e7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:46.665177 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Pushing event deleted for resources: {'Port': ['ID=f1df1f3d-f811-43c5-814b-a620ffcace1e,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:46.677102 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5671ea74-b454-452c-89b7-211701bc2eaf req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] No DVR routers for this DVR port f1df1f3d-f811-43c5-814b-a620ffcace1e on host hv-cinder-78960 {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:06:46.679663 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:46.680039 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:46.680386 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:46.680722 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:46.681051 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:46.681511 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:46.681849 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:46.682176 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:46.682521 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:46.682852 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:46.683182 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:46.683509 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:46.687028 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-5671ea74-b454-452c-89b7-211701bc2eaf req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:46.688931 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5671ea74-b454-452c-89b7-211701bc2eaf req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "DELETE /v2.0/ports/f1df1f3d-f811-43c5-814b-a620ffcace1e HTTP/1.1" status: 204 len: 173 time: 1.6382806 Jun 09 15:06:46.689806 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdd1292-cae3-4904-9145-9b71ebb64472', 'name': 'network-vif-deleted', 'tag': 'f1df1f3d-f811-43c5-814b-a620ffcace1e'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:06:46.691737 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb84db14-3ea8-44b0-a0e8-0d431a295b6b" -d '{"events": [{"server_uuid": "8bdd1292-cae3-4904-9145-9b71ebb64472", "name": "network-vif-deleted", "tag": "f1df1f3d-f811-43c5-814b-a620ffcace1e"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:06:46.696031 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:46.949593 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91076d53-5348-4eae-b9ed-1dfc797a513c req-d84e68be-5507-4450-b43b-e0687f971ac1 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:46.951444 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-91076d53-5348-4eae-b9ed-1dfc797a513c req-d84e68be-5507-4450-b43b-e0687f971ac1 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1433632 Jun 09 15:06:47.061524 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-91076d53-5348-4eae-b9ed-1dfc797a513c req-02815702-8d59-405c-b091-2eedd7e5d618 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026456 Jun 09 15:06:47.125098 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adfa361-a5a0-4779-9e89-3e32c87b994e x-openstack-request-id: req-3adfa361-a5a0-4779-9e89-3e32c87b994e {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:06:47.125408 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdd1292-cae3-4904-9145-9b71ebb64472", "name": "network-vif-deleted", "tag": "f1df1f3d-f811-43c5-814b-a620ffcace1e", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:06:47.125678 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3adfa361-a5a0-4779-9e89-3e32c87b994e {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:06:47.126092 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdd1292-cae3-4904-9145-9b71ebb64472', 'name': 'network-vif-deleted', 'tag': 'f1df1f3d-f811-43c5-814b-a620ffcace1e', 'status': 'completed', 'code': 200} Jun 09 15:06:47.408936 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e0615725-acc2-452c-a708-794fd02145d7 req-86793595-38f3-4f2d-89cc-08033ea44ecb tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bdd1292-cae3-4904-9145-9b71ebb64472 HTTP/1.1" status: 200 len: 210 time: 0.0516856 Jun 09 15:06:47.804666 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8b5b864a-6dfe-4221-ae6d-75bb4181ca2e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:47.810843 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8b5b864a-6dfe-4221-ae6d-75bb4181ca2e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/networks?id=bbc97c85-3f46-4847-a3f2-902de2c05af6 HTTP/1.1" status: 200 len: 814 time: 0.2314732 Jun 09 15:06:47.829374 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-3cb057d2-c75f-4d27-998c-94a75bdf3a62 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/quotas/636c5b53f57b462d9ddea07dae292c5b HTTP/1.1" status: 200 len: 375 time: 0.0107982 Jun 09 15:06:47.949592 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-0c68c1b6-5c5a-4d1f-ab5b-a6e0bd1bd2c6 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=636c5b53f57b462d9ddea07dae292c5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133409 Jun 09 15:06:48.206464 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-c01ee993-ec34-418b-87a4-ab1b56018774 service neutron] 10.222.0.74 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382205 Jun 09 15:06:48.256562 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:48.293504 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db79d7-0f92-4419-becc-da3c7db33004 req-a58df748-4cd0-4e2e-9d3a-4ec1e15e826b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:48.303149 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-19db79d7-0f92-4419-becc-da3c7db33004 req-a58df748-4cd0-4e2e-9d3a-4ec1e15e826b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1798871 Jun 09 15:06:48.370819 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-19db79d7-0f92-4419-becc-da3c7db33004 req-b3f27897-28b7-4ce5-a487-5f9559f31cec tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619974 Jun 09 15:06:48.425755 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-ed4650fc-afd0-4d39-be84-a1ac1a1cc2de service neutron] 10.222.0.74 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970639 Jun 09 15:06:48.467185 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f1df1f3d-f811-43c5-814b-a620ffcace1e no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:06:48.541520 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: f1df1f3d-f811-43c5-814b-a620ffcace1e {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:06:48.542222 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f1df1f3d-f811-43c5-814b-a620ffcace1e not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:06:48.594858 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1454b-ead8-4d33-aa3f-f64c005fda21 req-91a6ea56-30bc-4fa6-bd61-534b71070187 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:48.603687 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-91a1454b-ead8-4d33-aa3f-f64c005fda21 req-91a6ea56-30bc-4fa6-bd61-534b71070187 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0943935 Jun 09 15:06:48.659229 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-91a1454b-ead8-4d33-aa3f-f64c005fda21 req-101134f5-9ff7-4c64-954f-30313a7451dd tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542789 Jun 09 15:06:48.843485 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7d159cb9-7531-465b-bd07-3d3f21b04b3f req-cdd64fe6-f4d1-497c-93fd-1d32d643577f tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 210 time: 0.1429439 Jun 09 15:06:48.893228 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 52580) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:49.011081 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d9efac-ae38-4932-9df2-68462589e6e6 admin admin] Deleting subnet a4e17da7-d765-42b4-bac3-8e95fb1c35ef {{(pid=91816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:06:49.018781 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-35d9efac-ae38-4932-9df2-68462589e6e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.085094 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-35d9efac-ae38-4932-9df2-68462589e6e6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.095410 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-35d9efac-ae38-4932-9df2-68462589e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.207264 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-35d9efac-ae38-4932-9df2-68462589e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470'] for subnet, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.214760 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-44ca485d-7abc-4b77-8bbf-85b1020e0b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:49.267336 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9efac-ae38-4932-9df2-68462589e6e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e17da7-d765-42b4-bac3-8e95fb1c35ef,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:49.278238 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-35d9efac-ae38-4932-9df2-68462589e6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:49.279492 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-35d9efac-ae38-4932-9df2-68462589e6e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.281320 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-35d9efac-ae38-4932-9df2-68462589e6e6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a4e17da7-d765-42b4-bac3-8e95fb1c35ef HTTP/1.1" status: 204 len: 168 time: 0.3819964 Jun 09 15:06:49.283873 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 52588) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:49.399003 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.533964 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.548648 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2801a2-1b2c-417a-a543-59608c9063c6']}} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:49.568515 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bee0438-f2a1-4eb1-9848-dd912f2ecd24') {'for_net_delete': True} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:49.569095 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bee0438-f2a1-4eb1-9848-dd912f2ecd24') {} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:06:49.584595 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31520878'] for segment, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.606813 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.613129 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=91817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:06:49.613514 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33464881'] for segment, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.617230 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02aa8c-df49-4959-ab4a-d7697a7533b9 req-08ccfd1b-0900-492d-85ea-a86d209ef371 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:49.619155 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2d02aa8c-df49-4959-ab4a-d7697a7533b9 req-08ccfd1b-0900-492d-85ea-a86d209ef371 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1123579 Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: Traceback (most recent call last): Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: timer() Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: cb(*args, **kw) Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: return func(*args, **kwargs) Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: self._notify() Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: self.callback(batched_events) Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: event.method(event) Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: return f(self, *a, **k) Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._get(url).json() Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: return self.request(url, 'GET', **kwargs) Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:06:49.634883 dv-cinder-789603-9-iscsi neutron-server[91817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:06:49.694259 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2d02aa8c-df49-4959-ab4a-d7697a7533b9 req-4ba7dc40-bb6e-4d10-8300-5380bf279285 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694771 Jun 09 15:06:49.735332 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.740210 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-03f40700-059d-4106-9e70-2840e447c899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:49.756529 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:49.759162 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] 10.222.0.74 "DELETE /v2.0/networks/8e2801a2-1b2c-417a-a543-59608c9063c6 HTTP/1.1" status: 204 len: 168 time: 0.4741540 Jun 09 15:06:49.762469 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2801a2-1b2c-417a-a543-59608c9063c6,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:49.771755 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.772365 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.772908 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.773449 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.773998 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.774656 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.777998 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.778461 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.778941 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.779399 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.779833 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.780272 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:06:49.788904 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-79c89c30-6bdf-4dc7-9c3c-aefb9fc54e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:49.891131 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0faa3a-aad3-463a-8641-c2862f906fb1 req-57e16b34-9735-46c5-94e4-49c97abdfa86 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:49.893098 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8c0faa3a-aad3-463a-8641-c2862f906fb1 req-57e16b34-9735-46c5-94e4-49c97abdfa86 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0963829 Jun 09 15:06:50.043296 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8c0faa3a-aad3-463a-8641-c2862f906fb1 req-7135097d-1215-4e45-9180-3e508b1ba6e4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432512 Jun 09 15:06:50.207623 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4517d831-6b1e-46da-8dd7-968a8efbac2f req-f160749b-125a-4597-8043-50dae3ee937f tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 210 time: 0.1937997 Jun 09 15:06:50.234686 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 52602) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:50.312621 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18d357-6659-467d-b3de-13d52d1eb0f9 req-02892237-a6c1-47ab-a5d0-67b38ad4e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:50.314106 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6e18d357-6659-467d-b3de-13d52d1eb0f9 req-02892237-a6c1-47ab-a5d0-67b38ad4e349 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 1099 time: 0.1327829 Jun 09 15:06:50.392227 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6e18d357-6659-467d-b3de-13d52d1eb0f9 req-a2150b4e-1ed2-4b9b-ac1c-f452b0401bd2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679450 Jun 09 15:06:50.428640 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 52610) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:06:50.439218 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-73040906-3c49-473b-80b9-848b5b919655 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fe1285de80d549b88e39eb56b3473f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070649 Jun 09 15:06:50.546628 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-b67844cc-90b2-4cdf-a09b-f4fafc2df398 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:50.548099 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-b67844cc-90b2-4cdf-a09b-f4fafc2df398 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.61 "GET /v2.0/networks?id=bbc97c85-3f46-4847-a3f2-902de2c05af6 HTTP/1.1" status: 200 len: 814 time: 0.5677502 Jun 09 15:06:50.552530 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d38fe58a-a767-468d-92a2-21d4b48e1919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:50.570690 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Request body: {'port': {'device_id': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'admin_state_up': True, 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:06:50.588549 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d38fe58a-a767-468d-92a2-21d4b48e1919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:50.676355 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d38fe58a-a767-468d-92a2-21d4b48e1919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:50.681030 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d38fe58a-a767-468d-92a2-21d4b48e1919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:50.682372 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-d38fe58a-a767-468d-92a2-21d4b48e1919 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a935840c-105c-4db3-96bb-af71ef198083 HTTP/1.1" status: 204 len: 168 time: 0.2524037 Jun 09 15:06:50.683393 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:50.699059 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fe58a-a767-468d-92a2-21d4b48e1919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a935840c-105c-4db3-96bb-af71ef198083,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:50.705386 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d38fe58a-a767-468d-92a2-21d4b48e1919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:50.713004 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58482497-aa6a-459a-9c06-0f6cfd1da57f req-fc587e44-3300-43c9-bca5-f1a748dce975 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:50.714540 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-58482497-aa6a-459a-9c06-0f6cfd1da57f req-fc587e44-3300-43c9-bca5-f1a748dce975 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.2742460 Jun 09 15:06:51.009171 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-58482497-aa6a-459a-9c06-0f6cfd1da57f req-04f14ab4-ef15-4639-9eb5-fcaff3efc1e7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564914 Jun 09 15:06:51.046867 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Made reservation on behalf of 636c5b53f57b462d9ddea07dae292c5b for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:06:51.050728 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:51.169096 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d241-bbc7-419a-b1b9-e1489b307d45 req-b3e28922-7877-41d3-9cc3-e96e2cb83873 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:51.179129 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-28d0d241-bbc7-419a-b1b9-e1489b307d45 req-b3e28922-7877-41d3-9cc3-e96e2cb83873 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.2422001 Jun 09 15:06:51.288208 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-28d0d241-bbc7-419a-b1b9-e1489b307d45 req-f2f67f6e-6288-437e-bac2-a9cfcc986e07 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081216 Jun 09 15:06:51.422329 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Allocated IP 172.20.0.11 (bbc97c85-3f46-4847-a3f2-902de2c05af6/79abb7d5-f7c2-4524-863c-719cb77f02e7/0e743a00-8d1c-4eaf-8523-0f26360b34a7) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:06:51.450705 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd082e5b-91ac-4bd2-b639-0a81da636c3a req-de434d09-88f3-463d-b761-53a59dd41a75 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:51.460091 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dd082e5b-91ac-4bd2-b639-0a81da636c3a req-de434d09-88f3-463d-b761-53a59dd41a75 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1927259 Jun 09 15:06:51.536848 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dd082e5b-91ac-4bd2-b639-0a81da636c3a req-30d9abdc-9bf8-4822-a367-bcc66fe7c1d9 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732181 Jun 09 15:06:51.579124 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-cc2e5158-cfa5-42a3-9d8f-60210a37a094 req-8ed7ac0c-4c48-4c49-af3f-dd008cadd6e2 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 210 time: 0.1557913 Jun 09 15:06:51.870122 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:51.916613 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Transition to ACTIVE for port object 0e743a00-8d1c-4eaf-8523-0f26360b34a7 will not be triggered until provisioned by entity DHCP. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:06:52.047582 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:52.058378 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:06:52.190567 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Network bbc97c85-3f46-4847-a3f2-902de2c05af6 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:06:52.198562 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:06:52.211918 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:06:52.220255 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:52.228408 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:52.241205 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event updated for resources: {'Port': ['ID=0e743a00-8d1c-4eaf-8523-0f26360b34a7,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:06:52.252515 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:06:52.273030 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7058756 Jun 09 15:06:52.401863 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee401b4-2aa1-4a1a-8f2d-511e0a566fed req-0299965c-820e-445d-8936-5f462b6e0d64 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:52.404173 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9ee401b4-2aa1-4a1a-8f2d-511e0a566fed req-0299965c-820e-445d-8936-5f462b6e0d64 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.1814468 Jun 09 15:06:52.487771 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9ee401b4-2aa1-4a1a-8f2d-511e0a566fed req-5de6a3f2-0105-4270-9cab-7b13d5d076e7 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733263 Jun 09 15:06:52.627766 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-0a76e80f-a044-4f66-abc8-7e14b354ef28 None None] Provisioning for port 0e743a00-8d1c-4eaf-8523-0f26360b34a7 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:06:52.642392 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-0a76e80f-a044-4f66-abc8-7e14b354ef28 None None] Provisioning complete for port 0e743a00-8d1c-4eaf-8523-0f26360b34a7 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:06:52.642776 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-0a76e80f-a044-4f66-abc8-7e14b354ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:06:52.797641 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-0a76e80f-a044-4f66-abc8-7e14b354ef28 None None] Port 0e743a00-8d1c-4eaf-8523-0f26360b34a7 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:06:52.822099 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666edb4-0672-45b3-86fb-21810439a9b6 req-5653b8e7-7249-4ae2-8b52-9ea8f86743bf tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:52.823652 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6666edb4-0672-45b3-86fb-21810439a9b6 req-5653b8e7-7249-4ae2-8b52-9ea8f86743bf tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.2061810 Jun 09 15:06:52.945965 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6666edb4-0672-45b3-86fb-21810439a9b6 req-0a3cb476-bd87-434b-899d-62db15a9d5c0 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161282 Jun 09 15:06:53.169705 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50f8d0-385e-4242-a787-3931a6b1dba5 req-18268fb3-84d3-4326-8806-dcaddc2d48bc tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:53.171206 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8c50f8d0-385e-4242-a787-3931a6b1dba5 req-18268fb3-84d3-4326-8806-dcaddc2d48bc tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0978608 Jun 09 15:06:53.235602 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8c50f8d0-385e-4242-a787-3931a6b1dba5 req-27cccdee-8183-4c37-a7c4-fc1d3bd8bd77 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585744 Jun 09 15:06:53.433753 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa79c7-2c0d-4aaf-8438-948958ec1d70 req-27202af9-dd5c-45a1-8e04-56441d6e0919 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:53.435200 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f6fa79c7-2c0d-4aaf-8438-948958ec1d70 req-27202af9-dd5c-45a1-8e04-56441d6e0919 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 932 time: 0.0915828 Jun 09 15:06:53.490684 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f6fa79c7-2c0d-4aaf-8438-948958ec1d70 req-812a2e28-d009-4cc6-9b5d-8d6761a46698 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449538 Jun 09 15:06:54.002241 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d502e59-7e7d-4349-96c9-25f2aa5e8299 req-48ce7d40-8573-4383-82df-2da70d693927 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:54.003459 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3d502e59-7e7d-4349-96c9-25f2aa5e8299 req-48ce7d40-8573-4383-82df-2da70d693927 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.0869939 Jun 09 15:06:54.053457 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3d502e59-7e7d-4349-96c9-25f2aa5e8299 req-f49367f9-bf44-41fa-adaa-e8519d63470f tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435281 Jun 09 15:06:54.394680 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfccf49-c909-4827-9dc0-5fa07f684a1c req-1f4bbd74-05cb-4a1b-b195-35ac02cb15f1 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:54.396320 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6cfccf49-c909-4827-9dc0-5fa07f684a1c req-1f4bbd74-05cb-4a1b-b195-35ac02cb15f1 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0834789 Jun 09 15:06:54.443229 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6cfccf49-c909-4827-9dc0-5fa07f684a1c req-0e767961-9dfd-454a-ae4c-20aa3a7692ba tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Jun 09 15:06:54.644843 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abafa9-fd1b-4dc9-b2f0-a6c97b576f14 req-c76b5339-5c3a-479f-8ed2-3b856ea92330 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:54.647710 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-24abafa9-fd1b-4dc9-b2f0-a6c97b576f14 req-c76b5339-5c3a-479f-8ed2-3b856ea92330 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0957353 Jun 09 15:06:54.696124 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-24abafa9-fd1b-4dc9-b2f0-a6c97b576f14 req-77bdba74-6060-4009-aac1-039d217103a5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425181 Jun 09 15:06:54.881451 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdaeb7-570a-4089-a8c1-7bf16624071e req-1bb30bbc-49b3-457f-8cd9-5577fc427a5e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:54.882937 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bcfdaeb7-570a-4089-a8c1-7bf16624071e req-1bb30bbc-49b3-457f-8cd9-5577fc427a5e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 932 time: 0.0836687 Jun 09 15:06:54.931606 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bcfdaeb7-570a-4089-a8c1-7bf16624071e req-91ed2a77-6e2d-4d0b-902e-b47c9c96e6b4 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 Jun 09 15:06:55.338166 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba6458-157e-4381-85aa-b2b72bad3f46 req-88dbb278-f29b-492b-9a16-705d945baa83 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:55.342522 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-48ba6458-157e-4381-85aa-b2b72bad3f46 req-88dbb278-f29b-492b-9a16-705d945baa83 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.1653075 Jun 09 15:06:55.388248 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-48ba6458-157e-4381-85aa-b2b72bad3f46 req-dde4da3d-bdaa-407a-ab04-cc43078a67fe tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418756 Jun 09 15:06:55.636889 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b7816-fc98-404a-b757-918b2c7c70de req-fecc1231-44e4-48bd-b8e1-7cbca0ba8412 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:55.638476 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-515b7816-fc98-404a-b757-918b2c7c70de req-fecc1231-44e4-48bd-b8e1-7cbca0ba8412 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0823109 Jun 09 15:06:55.689086 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-515b7816-fc98-404a-b757-918b2c7c70de req-1c570b02-aceb-4039-b820-07e146b707f3 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419528 Jun 09 15:06:55.894044 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5258ff3-d04c-40f1-87b8-6f658fb1598b req-7e3c1100-0587-4288-95b5-9548212a94dd tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:55.896236 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b5258ff3-d04c-40f1-87b8-6f658fb1598b req-7e3c1100-0587-4288-95b5-9548212a94dd tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0813951 Jun 09 15:06:55.940931 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b5258ff3-d04c-40f1-87b8-6f658fb1598b req-c6a16929-8fce-4535-9878-78d25d4f35a0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386810 Jun 09 15:06:56.123481 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994e3ec-f48e-43c1-86c9-4b2d86c78777 req-14ef27fa-ef3d-48c8-8d8a-2e1139a9621b tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:56.130799 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1994e3ec-f48e-43c1-86c9-4b2d86c78777 req-14ef27fa-ef3d-48c8-8d8a-2e1139a9621b tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 932 time: 0.0909030 Jun 09 15:06:56.172063 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1994e3ec-f48e-43c1-86c9-4b2d86c78777 req-f918e124-2a8a-4afc-aa55-6e6146b5b06d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401607 Jun 09 15:06:56.578832 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55be6e-6333-4c48-992c-a1366a1eaa3e req-9941710a-3818-4c9a-a4ff-0dbc443df1fd tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:56.580280 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bf55be6e-6333-4c48-992c-a1366a1eaa3e req-9941710a-3818-4c9a-a4ff-0dbc443df1fd tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.0846534 Jun 09 15:06:56.631694 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bf55be6e-6333-4c48-992c-a1366a1eaa3e req-ecbf823a-cf77-45e5-ba71-b23788f78373 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449903 Jun 09 15:06:56.884391 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e388244-51ae-4a00-8f34-b6c6f2eb4e11 req-ccd452d1-3dc9-4367-ab00-97345552b48b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:56.885870 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9e388244-51ae-4a00-8f34-b6c6f2eb4e11 req-ccd452d1-3dc9-4367-ab00-97345552b48b tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0828476 Jun 09 15:06:56.935966 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9e388244-51ae-4a00-8f34-b6c6f2eb4e11 req-9479ed76-4696-4b0c-9cf5-46f705365239 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423772 Jun 09 15:06:57.140784 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b711e0-2111-4a59-bcfd-9ccfe44376f3 req-cd7861dd-e30f-4c50-bb68-d5f6b789331b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:57.142223 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-75b711e0-2111-4a59-bcfd-9ccfe44376f3 req-cd7861dd-e30f-4c50-bb68-d5f6b789331b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0836022 Jun 09 15:06:57.188565 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-75b711e0-2111-4a59-bcfd-9ccfe44376f3 req-ef44806e-690b-4529-a736-f702b0993987 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399635 Jun 09 15:06:57.378750 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92299-1e49-4e41-bd94-297117ac3262 req-a99853f1-d5b0-4fa5-9db3-f51775832211 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:57.380791 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b3a92299-1e49-4e41-bd94-297117ac3262 req-a99853f1-d5b0-4fa5-9db3-f51775832211 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 932 time: 0.0921309 Jun 09 15:06:57.427937 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b3a92299-1e49-4e41-bd94-297117ac3262 req-d1411e9c-3984-4eda-aaef-507a80c70a4c tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Jun 09 15:06:57.874884 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135f36d-c73a-4f11-a9c4-ca5e274acea8 req-f3a7028b-d311-4c9e-8234-d1d14f2e0684 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:57.876241 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2135f36d-c73a-4f11-a9c4-ca5e274acea8 req-f3a7028b-d311-4c9e-8234-d1d14f2e0684 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.1336744 Jun 09 15:06:57.926594 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2135f36d-c73a-4f11-a9c4-ca5e274acea8 req-7255ede6-8273-445c-b9e8-44fbe6404b52 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435696 Jun 09 15:06:58.127028 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da4a07-ac7e-451b-8bbb-c728ec8e91fb req-0509b527-abfd-4625-8cd1-38d87c24ce8e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:58.128431 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-77da4a07-ac7e-451b-8bbb-c728ec8e91fb req-0509b527-abfd-4625-8cd1-38d87c24ce8e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0836325 Jun 09 15:06:58.174540 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-77da4a07-ac7e-451b-8bbb-c728ec8e91fb req-f4d48d30-9517-444b-bbc6-fe8b173b73c4 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397809 Jun 09 15:06:58.388681 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0a12c-68f4-43b2-8ddb-62a5c3197cd5 req-632fca3f-c773-42c7-b413-140462d4010c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:58.390208 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-45c0a12c-68f4-43b2-8ddb-62a5c3197cd5 req-632fca3f-c773-42c7-b413-140462d4010c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0882859 Jun 09 15:06:58.435898 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-45c0a12c-68f4-43b2-8ddb-62a5c3197cd5 req-3d382732-6993-4e8f-ab96-1dc62972118e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396957 Jun 09 15:06:58.628984 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9acf9-129c-4ec1-b181-56ee83d9bb41 req-07ebb8f0-8b08-498e-8cdb-4061c1be3705 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:58.631097 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7eb9acf9-129c-4ec1-b181-56ee83d9bb41 req-07ebb8f0-8b08-498e-8cdb-4061c1be3705 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 932 time: 0.0821605 Jun 09 15:06:58.675880 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7eb9acf9-129c-4ec1-b181-56ee83d9bb41 req-71fea452-3fc6-405c-8520-cc38c8a7709d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391009 Jun 09 15:06:58.827704 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:06:59.137173 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7afb44-83b6-40e7-a1c6-60eb6ffa9fcc req-07b4a735-1758-46a6-8bb2-99dc5fbefcaa tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:59.138684 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ea7afb44-83b6-40e7-a1c6-60eb6ffa9fcc req-07b4a735-1758-46a6-8bb2-99dc5fbefcaa tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.0849407 Jun 09 15:06:59.185848 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ea7afb44-83b6-40e7-a1c6-60eb6ffa9fcc req-930c3474-d81c-4e12-a46f-89c683fb2d33 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Jun 09 15:06:59.363749 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d2971-2a79-43dc-bfeb-22bc62a1f543 req-4a63b48f-17d4-4c34-a6a7-af14b3d6ae9c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:59.365335 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-115d2971-2a79-43dc-bfeb-22bc62a1f543 req-4a63b48f-17d4-4c34-a6a7-af14b3d6ae9c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0808160 Jun 09 15:06:59.415845 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-115d2971-2a79-43dc-bfeb-22bc62a1f543 req-5ad5d380-f95c-4973-988c-b8e0b4e80c92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450218 Jun 09 15:06:59.634515 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36785b57-2321-42e2-b0aa-98b4bf6b5837 req-cb9a1da8-d20f-49ac-9345-beba2560d022 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:59.635974 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-36785b57-2321-42e2-b0aa-98b4bf6b5837 req-cb9a1da8-d20f-49ac-9345-beba2560d022 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0822940 Jun 09 15:06:59.681702 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-36785b57-2321-42e2-b0aa-98b4bf6b5837 req-294394bc-bac4-4bef-a138-d47dcb7517b8 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401874 Jun 09 15:06:59.869400 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9bcac-c509-4c4b-9602-9297eb112d06 req-087d4f91-85ca-4b55-a958-b534251ffb5f tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:06:59.870885 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-84f9bcac-c509-4c4b-9602-9297eb112d06 req-087d4f91-85ca-4b55-a958-b534251ffb5f tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 932 time: 0.0867517 Jun 09 15:06:59.917286 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-84f9bcac-c509-4c4b-9602-9297eb112d06 req-13fdbf15-8f14-4852-bce3-1bb8b7dbd24a tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 Jun 09 15:07:00.378758 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c048-b207-43a6-b97d-001a5552af0b req-7dd3baa4-4be0-4c40-825e-7ac1c9095dbb tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:00.381249 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ce31c048-b207-43a6-b97d-001a5552af0b req-7dd3baa4-4be0-4c40-825e-7ac1c9095dbb tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.0863087 Jun 09 15:07:00.430744 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ce31c048-b207-43a6-b97d-001a5552af0b req-47b27872-badd-4283-afa2-cd7cf5febafa tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438507 Jun 09 15:07:00.634273 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0139e-ca70-41cd-8563-31d70365448c req-d5e41673-0c94-4b53-8818-55421e256679 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:00.636080 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2ad0139e-ca70-41cd-8563-31d70365448c req-d5e41673-0c94-4b53-8818-55421e256679 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1072841 Jun 09 15:07:00.682460 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2ad0139e-ca70-41cd-8563-31d70365448c req-c2e590e4-c17f-43f5-9e6f-749d677584a7 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408430 Jun 09 15:07:00.882740 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf1dae-3ed4-4b0d-bd72-b6f95b53a504 req-f87f804c-431a-4d20-9273-ac1361f3afb7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:00.884209 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c8bf1dae-3ed4-4b0d-bd72-b6f95b53a504 req-f87f804c-431a-4d20-9273-ac1361f3afb7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0848615 Jun 09 15:07:00.930386 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c8bf1dae-3ed4-4b0d-bd72-b6f95b53a504 req-fcc8afff-0f96-4f8e-80a6-191ec344d9b9 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404017 Jun 09 15:07:01.118553 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48030b-89d5-46b4-b7c6-30ce823762eb req-fe0681d9-d43f-4edf-ba83-b71d2224084f tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:01.120033 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7e48030b-89d5-46b4-b7c6-30ce823762eb req-fe0681d9-d43f-4edf-ba83-b71d2224084f tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 932 time: 0.0856693 Jun 09 15:07:01.165594 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7e48030b-89d5-46b4-b7c6-30ce823762eb req-7c5cb4b9-66a6-46a3-a6db-d7a15f77d9f3 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398481 Jun 09 15:07:01.623019 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7c579-aa43-4f55-8578-148d69763a1e req-a5a76558-b51f-4e2c-9cb7-be7d49f9159d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:01.624465 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-70d7c579-aa43-4f55-8578-148d69763a1e req-a5a76558-b51f-4e2c-9cb7-be7d49f9159d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.0797167 Jun 09 15:07:01.755332 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-70d7c579-aa43-4f55-8578-148d69763a1e req-ac218c5b-4258-45e9-94eb-a8cda397c0ea tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249669 Jun 09 15:07:01.933944 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc676ad-6665-4295-bf78-99787210eafb req-663851c0-aaf7-41ed-bf17-e10c3be17e50 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:01.935405 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bfc676ad-6665-4295-bf78-99787210eafb req-663851c0-aaf7-41ed-bf17-e10c3be17e50 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0808971 Jun 09 15:07:01.985112 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bfc676ad-6665-4295-bf78-99787210eafb req-ba605169-ab1e-43fd-b3aa-04f9444ce32c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439579 Jun 09 15:07:02.172351 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16b631-d036-4272-a0be-6331bd206d22 req-8f3a9990-7f97-4c95-a6bd-ef1f9b0350ab tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:02.173803 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bf16b631-d036-4272-a0be-6331bd206d22 req-8f3a9990-7f97-4c95-a6bd-ef1f9b0350ab tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0884037 Jun 09 15:07:02.223048 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bf16b631-d036-4272-a0be-6331bd206d22 req-b32940c0-423f-4132-a19d-dc3cb8c2fef6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427921 Jun 09 15:07:02.408828 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7631c-c6b8-4031-a2aa-6707803812dc req-06dc9ea5-d8ad-47c2-b588-395b4e6d4eac tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:02.410153 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-acc7631c-c6b8-4031-a2aa-6707803812dc req-06dc9ea5-d8ad-47c2-b588-395b4e6d4eac tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 932 time: 0.0799844 Jun 09 15:07:02.455274 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-acc7631c-c6b8-4031-a2aa-6707803812dc req-6b5ac433-612d-4d19-9328-7a4da1ead130 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390747 Jun 09 15:07:02.949354 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a9aa2-5fa0-4f64-b8f9-67b09baad657 req-e81f372d-0613-4caf-8aa1-600999abee77 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:02.950791 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-972a9aa2-5fa0-4f64-b8f9-67b09baad657 req-e81f372d-0613-4caf-8aa1-600999abee77 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.0848384 Jun 09 15:07:02.994837 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-972a9aa2-5fa0-4f64-b8f9-67b09baad657 req-08748413-19ae-461b-805e-4eb1ff065777 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384657 Jun 09 15:07:03.165114 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2629cd0-43de-4366-9a77-7f0520e5b9b9 req-b2f628a7-6dde-4b49-be9b-0851f2e697ed tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:03.166542 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b2629cd0-43de-4366-9a77-7f0520e5b9b9 req-b2f628a7-6dde-4b49-be9b-0851f2e697ed tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0773680 Jun 09 15:07:03.213375 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b2629cd0-43de-4366-9a77-7f0520e5b9b9 req-c9b2c10e-a2d7-4496-bdec-01f42f6e4239 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Jun 09 15:07:03.245387 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Request body: {'port': {'device_id': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:03.376609 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:03.488854 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b504b9-0ade-42a9-835d-fe6f0605b401 req-21cce8f3-d9d2-4ecb-9b40-46779e13e4cd tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:03.490736 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c5b504b9-0ade-42a9-835d-fe6f0605b401 req-21cce8f3-d9d2-4ecb-9b40-46779e13e4cd tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1498835 Jun 09 15:07:03.492704 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ef832-d0b4-4c40-8899-643d0ae45e78 req-5a187bd8-5319-4be5-b291-64fc9a00b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:03.494090 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-866ef832-d0b4-4c40-8899-643d0ae45e78 req-5a187bd8-5319-4be5-b291-64fc9a00b37a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 1099 time: 0.1153886 Jun 09 15:07:03.674523 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ef832-d0b4-4c40-8899-643d0ae45e78 req-76e6824f-af96-4786-aff8-dd82b80dbc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:03.675919 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-866ef832-d0b4-4c40-8899-643d0ae45e78 req-76e6824f-af96-4786-aff8-dd82b80dbc61 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f3546033-fc06-446a-90f5-267054c947c3 HTTP/1.1" status: 200 len: 919 time: 0.1616240 Jun 09 15:07:03.678978 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c5b504b9-0ade-42a9-835d-fe6f0605b401 req-afa1a0cb-2622-41ee-8b45-460e19788a0c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799316 Jun 09 15:07:03.759949 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-866ef832-d0b4-4c40-8899-643d0ae45e78 req-a1f636dc-6b8f-41a1-9583-2c6d92d564d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87c0590b-acb3-44da-9384-5e1f1322daed HTTP/1.1" status: 200 len: 217 time: 0.0660524 Jun 09 15:07:03.805262 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e743a00-8d1c-4eaf-8523-0f26360b34a7 {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:07:03.812513 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:03.828175 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Transition to ACTIVE for port object 0e743a00-8d1c-4eaf-8523-0f26360b34a7 will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:07:03.838526 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:03.843684 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:03.846316 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ef832-d0b4-4c40-8899-643d0ae45e78 req-10e38d55-8b47-4a52-a434-4fc3cefb0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:03.847768 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-866ef832-d0b4-4c40-8899-643d0ae45e78 req-10e38d55-8b47-4a52-a434-4fc3cefb0562 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f HTTP/1.1" status: 200 len: 858 time: 0.0725694 Jun 09 15:07:03.916205 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-866ef832-d0b4-4c40-8899-643d0ae45e78 req-e71367e0-cac8-4b47-822b-ee32a9266a73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3546033-fc06-446a-90f5-267054c947c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527222 Jun 09 15:07:03.928917 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d5db-0eb8-45aa-9ca7-a813f53af240 req-d941067b-a642-4946-af6e-e875a07481ea tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:03.930670 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7675d5db-0eb8-45aa-9ca7-a813f53af240 req-d941067b-a642-4946-af6e-e875a07481ea tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 932 time: 0.2940187 Jun 09 15:07:04.119656 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7675d5db-0eb8-45aa-9ca7-a813f53af240 req-9b049952-6f81-480f-9d9b-f560b7b7aee8 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809073 Jun 09 15:07:04.123166 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Pushing event updated for resources: {'Port': ['ID=0e743a00-8d1c-4eaf-8523-0f26360b34a7,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:04.198090 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:04.246677 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Attempting to bind port 0e743a00-8d1c-4eaf-8523-0f26360b34a7 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:07:04.247280 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Attempting to bind port 0e743a00-8d1c-4eaf-8523-0f26360b34a7 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '5b0369fd-e9b4-4178-bda5-0d093eb138ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:07:04.247574 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Attempting to bind port 0e743a00-8d1c-4eaf-8523-0f26360b34a7 on network bbc97c85-3f46-4847-a3f2-902de2c05af6 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:07:04.249335 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-866ef832-d0b4-4c40-8899-643d0ae45e78 req-7a4b3678-ced8-453b-83d8-125b55eba64f service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910302 Jun 09 15:07:04.255549 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Port 0e743a00-8d1c-4eaf-8523-0f26360b34a7 on network bbc97c85-3f46-4847-a3f2-902de2c05af6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:07:04.255549 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Attempting to bind port 0e743a00-8d1c-4eaf-8523-0f26360b34a7 on network bbc97c85-3f46-4847-a3f2-902de2c05af6 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:07:04.272471 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:07:04.272917 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Checking segment: {'id': '5b0369fd-e9b4-4178-bda5-0d093eb138ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:07:04.273363 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Bound using segment: {'id': '5b0369fd-e9b4-4178-bda5-0d093eb138ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:07:04.273885 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Bound port: 0e743a00-8d1c-4eaf-8523-0f26360b34a7, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0369fd-e9b4-4178-bda5-0d093eb138ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:07:04.274296 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:04.345768 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a6e57-68dc-4499-8053-eeaf4cbe0315 req-ef8a8ecc-564f-467b-93fb-4c0dd8339262 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:04.347217 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9a9a6e57-68dc-4499-8053-eeaf4cbe0315 req-ef8a8ecc-564f-467b-93fb-4c0dd8339262 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.4141815 Jun 09 15:07:04.361904 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef687b7-6183-45d3-bfe5-f8d8aa6b7e95 req-e36e2969-37c6-45c2-9a3f-e54dc5a2bf7d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:04.363345 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-fef687b7-6183-45d3-bfe5-f8d8aa6b7e95 req-e36e2969-37c6-45c2-9a3f-e54dc5a2bf7d tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.1954217 Jun 09 15:07:04.437510 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-866ef832-d0b4-4c40-8899-643d0ae45e78 req-417bf422-58bc-40af-9475-8f88c6b881fe service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770363 Jun 09 15:07:04.444776 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-fef687b7-6183-45d3-bfe5-f8d8aa6b7e95 req-5e5be1a3-7ddf-4142-b0cd-42f6ee87cfd9 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740700 Jun 09 15:07:04.528136 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560e5dc-e619-42b5-9e8f-5d2584ff60a3 req-2685eecb-553d-42b8-b31e-713786cf130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:04.529589 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2560e5dc-e619-42b5-9e8f-5d2584ff60a3 req-2685eecb-553d-42b8-b31e-713786cf130c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 1098 time: 0.4088187 Jun 09 15:07:04.701513 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] For port 0e743a00-8d1c-4eaf-8523-0f26360b34a7, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:07:04.728506 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] For port 0e743a00-8d1c-4eaf-8523-0f26360b34a7, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0e743a00-8d1c-4eaf-8523-0f26360b34a7,segment=NetworkSegment(5b0369fd-e9b4-4178-bda5-0d093eb138ee),segment_id=5b0369fd-e9b4-4178-bda5-0d093eb138ee)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:07:04.754323 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:04.769525 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de0e95-2f8e-4b29-b6ca-e0d1f726cfdc req-c6c1e421-28bc-4a54-860b-bf51a51747b2 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:04.769525 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-17de0e95-2f8e-4b29-b6ca-e0d1f726cfdc req-c6c1e421-28bc-4a54-860b-bf51a51747b2 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.4395764 Jun 09 15:07:04.771870 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:04.867030 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560e5dc-e619-42b5-9e8f-5d2584ff60a3 req-b34c4b48-8c6f-4be1-867d-ad1f8f18ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:04.868541 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2560e5dc-e619-42b5-9e8f-5d2584ff60a3 req-b34c4b48-8c6f-4be1-867d-ad1f8f18ded9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6df34c4-a146-448a-a741-18d7a8a2e9ec HTTP/1.1" status: 200 len: 918 time: 0.3235948 Jun 09 15:07:04.877461 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:04.878123 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:04.879507 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] 10.222.0.61 "PUT /v2.0/ports/0e743a00-8d1c-4eaf-8523-0f26360b34a7 HTTP/1.1" status: 200 len: 1094 time: 1.6387131 Jun 09 15:07:04.880712 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'tag': '0e743a00-8d1c-4eaf-8523-0f26360b34a7'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:04.883551 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152a35eb-fd3e-4a85-9954-2b8e964e8f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d567e8df-34c0-4495-9989-7f0499357c0a", "tag": "0e743a00-8d1c-4eaf-8523-0f26360b34a7"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:04.945693 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d18e2a-8de6-4692-9f07-d829b6b9224e req-036f88cf-e573-4345-b4c8-c64bf85e9d84 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:04.953070 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-66d18e2a-8de6-4692-9f07-d829b6b9224e req-036f88cf-e573-4345-b4c8-c64bf85e9d84 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.1135635 Jun 09 15:07:05.013190 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-66d18e2a-8de6-4692-9f07-d829b6b9224e req-77674d34-f9cf-4053-a81b-2670479143fa tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576313 Jun 09 15:07:05.075880 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Pushing event updated for resources: {'Port': ['ID=0e743a00-8d1c-4eaf-8523-0f26360b34a7,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:05.079329 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-9a9a6e57-68dc-4499-8053-eeaf4cbe0315 req-c01c851d-93af-4a66-a0e1-89958e0b1bad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Deleting port 2fb420df-0438-40e2-9c2f-8a54d402719b {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:07:05.080263 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9a9a6e57-68dc-4499-8053-eeaf4cbe0315 req-c01c851d-93af-4a66-a0e1-89958e0b1bad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:05.105663 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:05.108832 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-17de0e95-2f8e-4b29-b6ca-e0d1f726cfdc req-2f5205e6-b240-4951-94fb-dcc59a2adfcb tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874892 Jun 09 15:07:05.174118 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bc0cc0-7f2a-4ded-9dbf-dea6caa00e26 x-openstack-request-id: req-29bc0cc0-7f2a-4ded-9dbf-dea6caa00e26 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:05.174436 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d567e8df-34c0-4495-9989-7f0499357c0a", "tag": "0e743a00-8d1c-4eaf-8523-0f26360b34a7", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:05.174763 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-29bc0cc0-7f2a-4ded-9dbf-dea6caa00e26 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:05.175150 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'tag': '0e743a00-8d1c-4eaf-8523-0f26360b34a7', 'status': 'completed', 'code': 200} Jun 09 15:07:05.203357 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2560e5dc-e619-42b5-9e8f-5d2584ff60a3 req-8b5b7eac-ddc0-4373-859b-e6aa9724bf32 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bef870ca-c24e-4d83-aae3-a42cae30a724 HTTP/1.1" status: 200 len: 1001 time: 0.3159471 Jun 09 15:07:05.376126 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560e5dc-e619-42b5-9e8f-5d2584ff60a3 req-6ddcd3b9-b555-4289-966b-e7ab76844313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:05.377563 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2560e5dc-e619-42b5-9e8f-5d2584ff60a3 req-6ddcd3b9-b555-4289-966b-e7ab76844313 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f5266821-f8ca-412e-b356-225fac8eefd5 HTTP/1.1" status: 200 len: 856 time: 0.1619139 Jun 09 15:07:05.388991 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-9a9a6e57-68dc-4499-8053-eeaf4cbe0315 req-c01c851d-93af-4a66-a0e1-89958e0b1bad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] For port 2fb420df-0438-40e2-9c2f-8a54d402719b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2fb420df-0438-40e2-9c2f-8a54d402719b,segment=NetworkSegment(88e4d6c4-122a-410b-9e5d-68a5733d916c),segment_id=88e4d6c4-122a-410b-9e5d-68a5733d916c)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:05.389343 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9a9a6e57-68dc-4499-8053-eeaf4cbe0315 req-c01c851d-93af-4a66-a0e1-89958e0b1bad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:05.438133 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-c99b7dea-27ef-4927-9225-01a3ace1406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:05.439530 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-c99b7dea-27ef-4927-9225-01a3ace1406d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=636c5b53f57b462d9ddea07dae292c5b&device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 1097 time: 0.4725640 Jun 09 15:07:05.488612 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9295d-3b92-4998-9cdd-41f20ad586bb req-727e986d-f7ff-4fbb-b0c3-9ad04d7e6dd0 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:05.490235 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7ad9295d-3b92-4998-9cdd-41f20ad586bb req-727e986d-f7ff-4fbb-b0c3-9ad04d7e6dd0 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0827904 Jun 09 15:07:05.533951 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7ad9295d-3b92-4998-9cdd-41f20ad586bb req-874ef4c4-f611-431b-a6ec-6032c258dfba tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376503 Jun 09 15:07:05.616442 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-9a9a6e57-68dc-4499-8053-eeaf4cbe0315 req-c01c851d-93af-4a66-a0e1-89958e0b1bad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Calling delete_port for 2fb420df-0438-40e2-9c2f-8a54d402719b owned by compute:nova {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:07:05.642325 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-60cfe122-511b-4348-bed9-68647fc6630c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e743a00-8d1c-4eaf-8523-0f26360b34a7 HTTP/1.1" status: 200 len: 217 time: 0.1387091 Jun 09 15:07:05.717672 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dacece-d019-450e-ba42-d5f7d43e5bf4 req-589b78b7-8a06-4881-83a6-ef166da871cb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:05.719232 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-12dacece-d019-450e-ba42-d5f7d43e5bf4 req-589b78b7-8a06-4881-83a6-ef166da871cb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 944 time: 0.4488084 Jun 09 15:07:05.766956 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8f0445ad-6945-4609-be59-3b523d6e938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:05.768391 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8f0445ad-6945-4609-be59-3b523d6e938b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79abb7d5-f7c2-4524-863c-719cb77f02e7 HTTP/1.1" status: 200 len: 853 time: 0.1172071 Jun 09 15:07:05.777891 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560e5dc-e619-42b5-9e8f-5d2584ff60a3 req-064faf33-ef2c-4c67-a940-e8c104f842ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:05.779357 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2560e5dc-e619-42b5-9e8f-5d2584ff60a3 req-064faf33-ef2c-4c67-a940-e8c104f842ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6df34c4-a146-448a-a741-18d7a8a2e9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3922129 Jun 09 15:07:05.856979 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6365471-6584-4f1f-bd46-43d7c36a337e req-c27c912b-64f0-4dda-86e8-f56524f69c38 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:05.858412 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c6365471-6584-4f1f-bd46-43d7c36a337e req-c27c912b-64f0-4dda-86e8-f56524f69c38 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 946 time: 0.2274487 Jun 09 15:07:05.865879 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-18d78bc0-cce5-47b6-bd09-fc8924fa7195 req-4d4319c3-98ef-4284-be51-88869d59ccf3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1024311 Jun 09 15:07:05.925870 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-12dacece-d019-450e-ba42-d5f7d43e5bf4 req-937d2416-2675-4b50-9924-e9f97970a55c tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924188 Jun 09 15:07:05.953848 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c6365471-6584-4f1f-bd46-43d7c36a337e req-212b39ca-b8c6-4545-a127-d544aea77804 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/security-groups?id=efb0c71c-66aa-4ef0-85be-06047fa263cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870390 Jun 09 15:07:05.979653 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d78bc0-cce5-47b6-bd09-fc8924fa7195 req-82de7bd5-e898-4ae9-a853-98f8410818b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:05.981322 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-18d78bc0-cce5-47b6-bd09-fc8924fa7195 req-82de7bd5-e898-4ae9-a853-98f8410818b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 1098 time: 0.0835066 Jun 09 15:07:06.045682 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8bc98a79-65d4-4662-a6cc-333d445bc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:06.047191 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-8bc98a79-65d4-4662-a6cc-333d445bc2cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbc97c85-3f46-4847-a3f2-902de2c05af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2669840 Jun 09 15:07:06.052643 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9a9a6e57-68dc-4499-8053-eeaf4cbe0315 req-c01c851d-93af-4a66-a0e1-89958e0b1bad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:06.060301 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2560e5dc-e619-42b5-9e8f-5d2584ff60a3 req-1eec5c10-b71a-4898-bd9f-90cccd8fec9a service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290103 Jun 09 15:07:06.060828 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:06.064537 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['2fb420df-0438-40e2-9c2f-8a54d402719b'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:07:06.159777 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d78bc0-cce5-47b6-bd09-fc8924fa7195 req-75a845dc-cdd5-49a5-8e7f-27ae7f6c216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:06.161261 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-18d78bc0-cce5-47b6-bd09-fc8924fa7195 req-75a845dc-cdd5-49a5-8e7f-27ae7f6c216e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f3546033-fc06-446a-90f5-267054c947c3 HTTP/1.1" status: 200 len: 919 time: 0.1548343 Jun 09 15:07:06.243106 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-18d78bc0-cce5-47b6-bd09-fc8924fa7195 req-edc03a63-f9f2-4a9e-8c7e-d750a9e109da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 HTTP/1.1" status: 200 len: 217 time: 0.0655925 Jun 09 15:07:06.272965 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c851d-93af-4a66-a0e1-89958e0b1bad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Pushing event deleted for resources: {'Port': ['ID=2fb420df-0438-40e2-9c2f-8a54d402719b,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:06.314782 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c01c851d-93af-4a66-a0e1-89958e0b1bad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:06.355037 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d78bc0-cce5-47b6-bd09-fc8924fa7195 req-dc4b77b4-ae0e-4bc7-95e7-11223743fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:06.356472 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-18d78bc0-cce5-47b6-bd09-fc8924fa7195 req-dc4b77b4-ae0e-4bc7-95e7-11223743fff3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f HTTP/1.1" status: 200 len: 858 time: 0.1122520 Jun 09 15:07:06.410060 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-18d78bc0-cce5-47b6-bd09-fc8924fa7195 req-f853244d-d704-494a-b71a-97ae240ac36d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3546033-fc06-446a-90f5-267054c947c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434012 Jun 09 15:07:06.418349 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa78791-73af-45e6-b98a-108ad0cf1137 req-0a6c5739-3220-4621-9c2d-2a29a95f7377 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:06.419699 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3aa78791-73af-45e6-b98a-108ad0cf1137 req-0a6c5739-3220-4621-9c2d-2a29a95f7377 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1451964 Jun 09 15:07:06.467742 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9a6e57-68dc-4499-8053-eeaf4cbe0315 req-c01c851d-93af-4a66-a0e1-89958e0b1bad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] No DVR routers for this DVR port 2fb420df-0438-40e2-9c2f-8a54d402719b on host hv-cinder-78960 {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:07:06.475074 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9a9a6e57-68dc-4499-8053-eeaf4cbe0315 req-c01c851d-93af-4a66-a0e1-89958e0b1bad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:06.476967 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9a9a6e57-68dc-4499-8053-eeaf4cbe0315 req-c01c851d-93af-4a66-a0e1-89958e0b1bad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.61 "DELETE /v2.0/ports/2fb420df-0438-40e2-9c2f-8a54d402719b HTTP/1.1" status: 204 len: 173 time: 2.0856588 Jun 09 15:07:06.553180 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3aa78791-73af-45e6-b98a-108ad0cf1137 req-a039ee76-bb9b-40c7-a3e5-e855305315a6 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108055 Jun 09 15:07:06.557915 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-dfcf691b-1b42-4fe1-b39d-7f18273a0163 service neutron] 10.222.0.61 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662907 Jun 09 15:07:06.592926 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-18d78bc0-cce5-47b6-bd09-fc8924fa7195 req-fdd57e43-c10f-40ff-94ad-711c719bef3a service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719005 Jun 09 15:07:06.598065 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2560e5dc-e619-42b5-9e8f-5d2584ff60a3 req-ee7d22c3-1faf-45d3-827c-1736779376c1 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057852 Jun 09 15:07:06.658951 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68952507-c6c3-4bff-8a7b-7499e43092f8 req-d1c64906-651e-48ea-9f0c-5927755f85a6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:06.660392 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-68952507-c6c3-4bff-8a7b-7499e43092f8 req-d1c64906-651e-48ea-9f0c-5927755f85a6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.5099092 Jun 09 15:07:06.743186 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-68952507-c6c3-4bff-8a7b-7499e43092f8 req-fe256a39-22e1-468d-8ba3-37e6e143a113 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691028 Jun 09 15:07:06.751180 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-805b0957-d1f5-4aec-b44c-13dfac651f3d req-d70015f6-5f2c-470b-a18a-78010feeca8f service neutron] 10.222.0.61 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863766 Jun 09 15:07:06.787361 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-18d78bc0-cce5-47b6-bd09-fc8924fa7195 req-f9d3e999-acc9-4e53-9ee7-7ae1f3e0e501 service neutron] 10.222.0.61 "GET /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869419 Jun 09 15:07:06.812470 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4a228-910f-420a-8910-529afdb298bb req-871e198e-c906-4037-9473-984d5da9f02e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:06.813864 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c4e4a228-910f-420a-8910-529afdb298bb req-871e198e-c906-4037-9473-984d5da9f02e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.1188328 Jun 09 15:07:06.905345 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c4e4a228-910f-420a-8910-529afdb298bb req-48bfa1de-91f3-4879-95a9-c9312953a57c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568762 Jun 09 15:07:06.923561 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a35eb-fd3e-4a85-9954-2b8e964e8f8d req-52d154e8-72c7-45fe-afcf-6210d51609ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:06.924705 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-152a35eb-fd3e-4a85-9954-2b8e964e8f8d req-52d154e8-72c7-45fe-afcf-6210d51609ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=636c5b53f57b462d9ddea07dae292c5b&device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 1097 time: 0.1057987 Jun 09 15:07:07.091989 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a35eb-fd3e-4a85-9954-2b8e964e8f8d req-669cbe56-9e52-4e24-9b5a-575159641d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:07.093872 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-152a35eb-fd3e-4a85-9954-2b8e964e8f8d req-669cbe56-9e52-4e24-9b5a-575159641d73 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bbc97c85-3f46-4847-a3f2-902de2c05af6 HTTP/1.1" status: 200 len: 915 time: 0.1528409 Jun 09 15:07:07.148044 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:07.172700 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75108635-9925-437e-88ae-c1a6f7f0c099 req-68a9ca92-bdbc-417d-9371-5be71309ec7e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:07.174105 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-75108635-9925-437e-88ae-c1a6f7f0c099 req-68a9ca92-bdbc-417d-9371-5be71309ec7e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 944 time: 0.0984817 Jun 09 15:07:07.176635 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946a235b-d9ff-4511-8d2c-4878b84d8cd1', 'name': 'network-vif-deleted', 'tag': '2fb420df-0438-40e2-9c2f-8a54d402719b'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:07.179568 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61431c7-fc29-4373-92ad-8a9d45a36dc1" -d '{"events": [{"server_uuid": "946a235b-d9ff-4511-8d2c-4878b84d8cd1", "name": "network-vif-deleted", "tag": "2fb420df-0438-40e2-9c2f-8a54d402719b"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:07.209415 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-fd0a34da-621e-46f1-849b-680b27bde7f5 req-714de4c1-1734-4b21-bcf2-3d966a23b6ca tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] 10.222.0.74 "GET /v2.0/ports?device_id=946a235b-d9ff-4511-8d2c-4878b84d8cd1 HTTP/1.1" status: 200 len: 210 time: 0.1144919 Jun 09 15:07:07.210795 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-152a35eb-fd3e-4a85-9954-2b8e964e8f8d req-ac826d24-7414-4a82-a5a3-7087617fe938 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e743a00-8d1c-4eaf-8523-0f26360b34a7 HTTP/1.1" status: 200 len: 217 time: 0.0702415 Jun 09 15:07:07.236527 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-75108635-9925-437e-88ae-c1a6f7f0c099 req-3ab8cfd2-fef3-419a-877f-9fb9c8e75d14 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535290 Jun 09 15:07:07.264717 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2866132a-41e3-4e75-b64c-899f8b5df282 x-openstack-request-id: req-2866132a-41e3-4e75-b64c-899f8b5df282 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:07.265357 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946a235b-d9ff-4511-8d2c-4878b84d8cd1", "name": "network-vif-deleted", "tag": "2fb420df-0438-40e2-9c2f-8a54d402719b", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:07.265357 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2866132a-41e3-4e75-b64c-899f8b5df282 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:07.265677 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946a235b-d9ff-4511-8d2c-4878b84d8cd1', 'name': 'network-vif-deleted', 'tag': '2fb420df-0438-40e2-9c2f-8a54d402719b', 'status': 'completed', 'code': 200} Jun 09 15:07:07.280324 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a35eb-fd3e-4a85-9954-2b8e964e8f8d req-da593ef3-6c52-4121-9f43-295bfa3b27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:07.281729 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-152a35eb-fd3e-4a85-9954-2b8e964e8f8d req-da593ef3-6c52-4121-9f43-295bfa3b27c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79abb7d5-f7c2-4524-863c-719cb77f02e7 HTTP/1.1" status: 200 len: 853 time: 0.0606270 Jun 09 15:07:07.355032 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a35eb-fd3e-4a85-9954-2b8e964e8f8d req-acd53bbd-e579-4226-9a02-0bb8bdd72b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:07.356449 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-152a35eb-fd3e-4a85-9954-2b8e964e8f8d req-acd53bbd-e579-4226-9a02-0bb8bdd72b59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbc97c85-3f46-4847-a3f2-902de2c05af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676167 Jun 09 15:07:07.568467 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-152a35eb-fd3e-4a85-9954-2b8e964e8f8d req-3653f772-1ab2-46f4-a6bb-8fd8f9fc6877 service neutron] 10.222.0.61 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029502 Jun 09 15:07:07.704107 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-152a35eb-fd3e-4a85-9954-2b8e964e8f8d req-a5560c5e-f95f-4825-930b-bc6afc6cf7d2 service neutron] 10.222.0.61 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233199 Jun 09 15:07:07.749494 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc7423-f75c-4df9-82a3-31341080036b req-eda4b4d8-c71b-4730-b432-fc69f7687f57 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:07.750951 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-62dc7423-f75c-4df9-82a3-31341080036b req-eda4b4d8-c71b-4730-b432-fc69f7687f57 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0805783 Jun 09 15:07:07.795411 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-62dc7423-f75c-4df9-82a3-31341080036b req-20b77c0e-b897-4bff-ae45-acd8a1a55f86 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378807 Jun 09 15:07:07.939401 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4aff9b-9fb8-4ec4-945e-e6f7808db6e9 req-0da5e673-a568-483e-9919-ba34c014035a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:07.940866 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-fa4aff9b-9fb8-4ec4-945e-e6f7808db6e9 req-0da5e673-a568-483e-9919-ba34c014035a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 945 time: 0.0849998 Jun 09 15:07:07.984491 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-fa4aff9b-9fb8-4ec4-945e-e6f7808db6e9 req-2bdd8c35-26ac-4dbc-b01f-b106cfca0254 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380170 Jun 09 15:07:08.161834 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132ef76-44e0-4299-87b9-dcb8b5b5d27f req-d97e794c-8e54-4835-854d-d20c5042e46f tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:08.163439 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a132ef76-44e0-4299-87b9-dcb8b5b5d27f req-d97e794c-8e54-4835-854d-d20c5042e46f tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0805109 Jun 09 15:07:08.211282 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a132ef76-44e0-4299-87b9-dcb8b5b5d27f req-c22637db-21b2-45a8-aac9-46736800016f tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421607 Jun 09 15:07:08.304095 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 52836) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:08.367176 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba65a49-5eb8-42c6-a5b3-4133601b257f admin admin] Deleting subnet d4058271-302e-4123-bbee-4d8ec26a83e1 {{(pid=91817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:07:08.371270 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fba65a49-5eb8-42c6-a5b3-4133601b257f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.421073 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fba65a49-5eb8-42c6-a5b3-4133601b257f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31520855'] for subnet, precommit_delete_associations {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.440326 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229d1a4-7955-4dc6-becd-0e2b7cac10d8 req-059a26a8-ef66-4bd1-927f-7302fb787786 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:08.441777 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e229d1a4-7955-4dc6-becd-0e2b7cac10d8 req-059a26a8-ef66-4bd1-927f-7302fb787786 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 944 time: 0.0853128 Jun 09 15:07:08.482453 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fba65a49-5eb8-42c6-a5b3-4133601b257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.488172 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e229d1a4-7955-4dc6-becd-0e2b7cac10d8 req-1926f721-2f61-4c1f-a26c-3d53da4a1cab tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400121 Jun 09 15:07:08.546449 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device bef870ca-c24e-4d83-aae3-a42cae30a724 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:07:08.556420 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fba65a49-5eb8-42c6-a5b3-4133601b257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33464978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33473727'] for subnet, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.560273 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:08.595105 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba65a49-5eb8-42c6-a5b3-4133601b257f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4058271-302e-4123-bbee-4d8ec26a83e1,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:08.597721 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-fba65a49-5eb8-42c6-a5b3-4133601b257f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:08.598706 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fba65a49-5eb8-42c6-a5b3-4133601b257f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.604001 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-fba65a49-5eb8-42c6-a5b3-4133601b257f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d4058271-302e-4123-bbee-4d8ec26a83e1 HTTP/1.1" status: 204 len: 168 time: 0.2965598 Jun 09 15:07:08.604882 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 52838) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:08.705896 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.713282 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.732616 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52c632b-879d-4165-b1d6-6d6778681388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef870ca-c24e-4d83-aae3-a42cae30a724'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:08.734918 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c19875-909f-4760-8929-7a28c7d4f492" -d '{"events": [{"server_uuid": "c52c632b-879d-4165-b1d6-6d6778681388", "name": "network-vif-unplugged", "status": "completed", "tag": "bef870ca-c24e-4d83-aae3-a42cae30a724"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:08.742194 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port bef870ca-c24e-4d83-aae3-a42cae30a724, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bef870ca-c24e-4d83-aae3-a42cae30a724,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:08.747318 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.748096 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 2fb420df-0438-40e2-9c2f-8a54d402719b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:07:08.772564 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:08.800712 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21c8c79-d3c0-4e56-8841-9465c4da6165 x-openstack-request-id: req-f21c8c79-d3c0-4e56-8841-9465c4da6165 {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:08.801013 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52c632b-879d-4165-b1d6-6d6778681388", "name": "network-vif-unplugged", "status": "completed", "tag": "bef870ca-c24e-4d83-aae3-a42cae30a724", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:08.801267 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f21c8c79-d3c0-4e56-8841-9465c4da6165 {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:08.801647 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52c632b-879d-4165-b1d6-6d6778681388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'code': 200} Jun 09 15:07:08.827754 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: 2fb420df-0438-40e2-9c2f-8a54d402719b {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:07:08.828098 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 2fb420df-0438-40e2-9c2f-8a54d402719b not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:07:08.839564 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.849790 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=bef870ca-c24e-4d83-aae3-a42cae30a724,revision_number=8']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:08.852834 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:07:08.853164 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:07:08.853864 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:07:08.854193 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Subscribe: > port after_create 55550000 {{(pid=91816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:07:08.854525 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:07:08.854853 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Subscribe: > port after_update 55550000 {{(pid=91816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:07:08.855162 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:07:08.855466 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:07:08.855769 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:07:08.856066 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:07:08.856872 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:08.857215 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:08.857542 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:08.857867 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:08.858181 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:08.858512 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:08.858835 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:08.859144 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:08.859471 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:08.859788 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:08.860093 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:08.860399 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:08.864127 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:08.956455 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:07:08.956745 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:07:08.957070 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:07:08.957390 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 15:07:08.957752 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a976f6a-8fdb-4c02-abae-9d741d19dd37']}} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:08.971719 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e4d6c4-122a-410b-9e5d-68a5733d916c') {'for_net_delete': True} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:08.972005 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e4d6c4-122a-410b-9e5d-68a5733d916c') {} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:08.983040 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28148222'] for segment, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:08.999536 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.007067 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=91816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:07:09.007445 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29139015'] for segment, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: from cryptography.utils import int_from_bytes Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: from cryptography.utils import int_from_bytes Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: Traceback (most recent call last): Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: timer() Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: cb(*args, **kw) Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: return func(*args, **kwargs) Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: self._notify() Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: self.callback(batched_events) Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: event.method(event) Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: return f(self, *a, **k) Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._get(url).json() Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: return self.request(url, 'GET', **kwargs) Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:07:09.024208 dv-cinder-789603-9-iscsi neutron-server[91816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:07:09.137979 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.153219 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:09.171717 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.173573 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] 10.222.0.74 "DELETE /v2.0/networks/4a976f6a-8fdb-4c02-abae-9d741d19dd37 HTTP/1.1" status: 204 len: 168 time: 0.5682342 Jun 09 15:07:09.176519 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a976f6a-8fdb-4c02-abae-9d741d19dd37,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:09.180365 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-140242b2-0032-498e-9348-5174d16b1eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:09.209327 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad4439-940b-4c24-be56-739d903f9064 req-3cf79574-d85b-4c8b-9001-9c932572191c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:09.210745 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-24ad4439-940b-4c24-be56-739d903f9064 req-3cf79574-d85b-4c8b-9001-9c932572191c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.1100059 Jun 09 15:07:09.260595 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-24ad4439-940b-4c24-be56-739d903f9064 req-1051e879-fabc-4760-b3a9-4aae2ed49586 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441866 Jun 09 15:07:09.376673 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 52854) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:09.431716 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e79424-4701-476b-9679-aea45bb8927b req-b341ec87-3104-4d4d-b17f-9370a9ce7c42 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:09.439116 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-43e79424-4701-476b-9679-aea45bb8927b req-b341ec87-3104-4d4d-b17f-9370a9ce7c42 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.1162271 Jun 09 15:07:09.450543 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-d2384373-5a46-4162-80e3-dd066194d7aa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9023d31c9656451a80838b75606d750a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0724130 Jun 09 15:07:09.452989 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 52858) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:09.497053 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-43e79424-4701-476b-9679-aea45bb8927b req-c5806d72-9a44-4887-974d-1e6ad3ad4967 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543950 Jun 09 15:07:09.543088 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1bcb20d8-3b1a-4a12-9d86-5a5c6a16bf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.587115 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1bcb20d8-3b1a-4a12-9d86-5a5c6a16bf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.658282 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1bcb20d8-3b1a-4a12-9d86-5a5c6a16bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.660977 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1bcb20d8-3b1a-4a12-9d86-5a5c6a16bf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:09.665151 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-1bcb20d8-3b1a-4a12-9d86-5a5c6a16bf57 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/efb0c71c-66aa-4ef0-85be-06047fa263cb HTTP/1.1" status: 204 len: 168 time: 0.2088354 Jun 09 15:07:09.665151 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-ee590486-d278-406e-8fcb-e3c249de08ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:09.696315 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb20d8-3b1a-4a12-9d86-5a5c6a16bf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb0c71c-66aa-4ef0-85be-06047fa263cb,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:09.715669 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1bcb20d8-3b1a-4a12-9d86-5a5c6a16bf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:09.728943 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecf85-59aa-4de1-8b2c-d777bd73d63d req-cf1157ec-6833-4de7-8f6e-e50fa9b17ad6 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:09.736444 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ca8ecf85-59aa-4de1-8b2c-d777bd73d63d req-cf1157ec-6833-4de7-8f6e-e50fa9b17ad6 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 944 time: 0.1228778 Jun 09 15:07:09.798970 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ca8ecf85-59aa-4de1-8b2c-d777bd73d63d req-70011ae1-d31a-493f-bf53-8d07e56fc0d9 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614460 Jun 09 15:07:10.436828 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03365d7f-6a76-48ee-b19a-38de020ef78b req-c6d1ccaa-85cf-45d6-b70a-d6d3ff656b43 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:10.439103 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-03365d7f-6a76-48ee-b19a-38de020ef78b req-c6d1ccaa-85cf-45d6-b70a-d6d3ff656b43 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.1795764 Jun 09 15:07:10.487846 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-03365d7f-6a76-48ee-b19a-38de020ef78b req-4f8ebb61-bc95-4ebc-afff-eae7a34a1052 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414639 Jun 09 15:07:10.546877 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 0e743a00-8d1c-4eaf-8523-0f26360b34a7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:07:10.728241 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc9db7-cd38-4737-8b00-4c219cdccb5a req-618fe29a-6eef-4a8f-8c34-c3f611de6758 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:10.730540 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1ebc9db7-cd38-4737-8b00-4c219cdccb5a req-618fe29a-6eef-4a8f-8c34-c3f611de6758 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.1209872 Jun 09 15:07:10.800030 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 0e743a00-8d1c-4eaf-8523-0f26360b34a7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0e743a00-8d1c-4eaf-8523-0f26360b34a7,segment=NetworkSegment(5b0369fd-e9b4-4178-bda5-0d093eb138ee),segment_id=5b0369fd-e9b4-4178-bda5-0d093eb138ee)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:10.805585 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1ebc9db7-cd38-4737-8b00-4c219cdccb5a req-e938f2c0-c3a3-49be-a203-4bea332db448 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695775 Jun 09 15:07:10.816957 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': '0e743a00-8d1c-4eaf-8523-0f26360b34a7', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'port_id': '0e743a00-8d1c-4eaf-8523-0f26360b34a7', 'mac_address': 'fa:16:3e:07:16:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:07:10.875773 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:10.896120 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e743a00-8d1c-4eaf-8523-0f26360b34a7 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:07:10.913434 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 0e743a00-8d1c-4eaf-8523-0f26360b34a7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0e743a00-8d1c-4eaf-8523-0f26360b34a7,segment=NetworkSegment(5b0369fd-e9b4-4178-bda5-0d093eb138ee),segment_id=5b0369fd-e9b4-4178-bda5-0d093eb138ee)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:10.919740 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:10.921845 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-530d8347-658c-451b-a70b-957fe405c292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:10.997451 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=0e743a00-8d1c-4eaf-8523-0f26360b34a7,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:11.001545 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:11.018458 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e35751-4ef2-4f52-ac09-2469b4982f3b req-31f3a594-9bbe-4948-bede-3af856215063 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:11.019919 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b9e35751-4ef2-4f52-ac09-2469b4982f3b req-31f3a594-9bbe-4948-bede-3af856215063 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 945 time: 0.1034546 Jun 09 15:07:11.037507 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 52924) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:11.080259 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b9e35751-4ef2-4f52-ac09-2469b4982f3b req-d5ccf6d2-a369-4831-b87e-dac43e070ca5 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534420 Jun 09 15:07:11.164253 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-39fc3de4-78e6-4a2e-908a-f8b550b4dcc2 req-709b9571-5fa5-4810-aa97-8ea7d7bb9868 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1254513 Jun 09 15:07:11.207378 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['0e743a00-8d1c-4eaf-8523-0f26360b34a7'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:07:11.725059 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80cf56-29f4-4121-b937-95c5a768a29f req-00b6de08-53cc-49c8-af7a-2e6a9c0db153 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:11.726752 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ac80cf56-29f4-4121-b937-95c5a768a29f req-00b6de08-53cc-49c8-af7a-2e6a9c0db153 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.1147025 Jun 09 15:07:11.790213 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ac80cf56-29f4-4121-b937-95c5a768a29f req-6b4e3dc2-381b-4ba3-888b-8f223b95c2ee tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576229 Jun 09 15:07:11.883114 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 52962) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:12.013925 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-aa013eb0-befb-4cd8-947c-b0cd13a001a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.031457 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8dd28-99e2-4594-bfef-11df92aa058b req-bdb5df23-18e7-4922-a68e-1d5d2da6c8a6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:12.032802 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-aef8dd28-99e2-4594-bfef-11df92aa058b req-bdb5df23-18e7-4922-a68e-1d5d2da6c8a6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.1097064 Jun 09 15:07:12.096577 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-aef8dd28-99e2-4594-bfef-11df92aa058b req-faa56817-72fd-43a5-baf7-a6497bd753ef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567117 Jun 09 15:07:12.167831 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-aa013eb0-befb-4cd8-947c-b0cd13a001a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.172340 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-aa013eb0-befb-4cd8-947c-b0cd13a001a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.184792 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8b86ac14-b144-4418-88a6-e5f5051665a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:12.225865 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa013eb0-befb-4cd8-947c-b0cd13a001a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294efa63-325f-4471-91f4-79ab9b11b5e2,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:12.230074 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-aa013eb0-befb-4cd8-947c-b0cd13a001a8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=96c64510c9da45108406acb30f0da8a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459227 Jun 09 15:07:12.231086 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-aa013eb0-befb-4cd8-947c-b0cd13a001a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:12.234369 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 52968) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:12.296793 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-da7a4ad6-d7f7-4336-a90b-a72126360e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.298752 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a227aa-2e1c-42d0-97d8-22405f505b4c req-b8fc4b92-3da5-45cd-a6b2-cc608dc8c163 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:12.300217 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c4a227aa-2e1c-42d0-97d8-22405f505b4c req-b8fc4b92-3da5-45cd-a6b2-cc608dc8c163 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 945 time: 0.0951536 Jun 09 15:07:12.325256 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-da7a4ad6-d7f7-4336-a90b-a72126360e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.344666 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c4a227aa-2e1c-42d0-97d8-22405f505b4c req-fd527a41-e054-4928-9a0a-b5e57214e8a2 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383205 Jun 09 15:07:12.377878 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-da7a4ad6-d7f7-4336-a90b-a72126360e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.381063 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-da7a4ad6-d7f7-4336-a90b-a72126360e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.382160 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-da7a4ad6-d7f7-4336-a90b-a72126360e40 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/294efa63-325f-4471-91f4-79ab9b11b5e2 HTTP/1.1" status: 204 len: 168 time: 0.1467717 Jun 09 15:07:12.382896 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4cedbbcc-5e3e-4a56-ae88-48f310efea44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:12.392045 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a4ad6-d7f7-4336-a90b-a72126360e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294efa63-325f-4471-91f4-79ab9b11b5e2,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:12.394204 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-da7a4ad6-d7f7-4336-a90b-a72126360e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:12.655963 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 52974) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:12.672715 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a61f5952-c71d-48c3-9b3a-e0abdd6bdd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.773916 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a61f5952-c71d-48c3-9b3a-e0abdd6bdd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.777649 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a61f5952-c71d-48c3-9b3a-e0abdd6bdd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.784495 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7969ab2a-28f0-4715-9427-459ec6712ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:12.825305 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f5952-c71d-48c3-9b3a-e0abdd6bdd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf660db-859e-4e25-a30b-3de924238ace,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:12.829810 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-a61f5952-c71d-48c3-9b3a-e0abdd6bdd7b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0f239e2c54f744b4bb3adfd1c39e1de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728351 Jun 09 15:07:12.830807 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-a61f5952-c71d-48c3-9b3a-e0abdd6bdd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:12.832498 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 52980) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:12.850281 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-fb7020c6-226c-49b2-87bc-58a11294c7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.907266 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5ff5eb82-801a-4bbe-82c4-5fea029d8fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:12.987047 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5ff5eb82-801a-4bbe-82c4-5fea029d8fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:13.048802 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81acdd-eae8-43b8-9857-782b5ff11515 req-0a1cbe38-1a36-4ede-88d5-901c578feabe tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:13.050236 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de81acdd-eae8-43b8-9857-782b5ff11515 req-0a1cbe38-1a36-4ede-88d5-901c578feabe tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.1232955 Jun 09 15:07:13.086986 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5ff5eb82-801a-4bbe-82c4-5fea029d8fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:13.089350 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5ff5eb82-801a-4bbe-82c4-5fea029d8fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:13.090420 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-5ff5eb82-801a-4bbe-82c4-5fea029d8fbe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/baf660db-859e-4e25-a30b-3de924238ace HTTP/1.1" status: 204 len: 168 time: 0.2569695 Jun 09 15:07:13.093812 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5f9439f6-9f58-466e-8839-cd9a6d94deca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:13.119629 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-de81acdd-eae8-43b8-9857-782b5ff11515 req-c13fe6bc-de61-4d2a-b97e-fbeaab9eebeb tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553541 Jun 09 15:07:13.119629 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5eb82-801a-4bbe-82c4-5fea029d8fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf660db-859e-4e25-a30b-3de924238ace,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:13.119939 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5ff5eb82-801a-4bbe-82c4-5fea029d8fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:13.188086 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 0e743a00-8d1c-4eaf-8523-0f26360b34a7 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:13.262939 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port 0e743a00-8d1c-4eaf-8523-0f26360b34a7 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:07:13.268503 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port 0e743a00-8d1c-4eaf-8523-0f26360b34a7 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:13.268896 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:13.319748 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd196f4-73ba-4408-b507-27e9566c7beb req-2c4f1349-b9ff-40c2-aa8d-9caac45a5a69 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:13.321704 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ffd196f4-73ba-4408-b507-27e9566c7beb req-2c4f1349-b9ff-40c2-aa8d-9caac45a5a69 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0988030 Jun 09 15:07:13.366541 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ffd196f4-73ba-4408-b507-27e9566c7beb req-4a1f6820-27e8-47b2-864c-553758d35e5c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392573 Jun 09 15:07:13.401248 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:13.428859 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e743a00-8d1c-4eaf-8523-0f26360b34a7'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:13.431320 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae3d1b2-6abc-4695-92d6-63a23b59258f" -d '{"events": [{"server_uuid": "d567e8df-34c0-4495-9989-7f0499357c0a", "name": "network-vif-plugged", "status": "completed", "tag": "0e743a00-8d1c-4eaf-8523-0f26360b34a7"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:13.438915 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 0e743a00-8d1c-4eaf-8523-0f26360b34a7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0e743a00-8d1c-4eaf-8523-0f26360b34a7,segment=NetworkSegment(5b0369fd-e9b4-4178-bda5-0d093eb138ee),segment_id=5b0369fd-e9b4-4178-bda5-0d093eb138ee)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:13.445798 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:13.446847 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device bef870ca-c24e-4d83-aae3-a42cae30a724 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:07:13.475774 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:13.535264 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b427bfe-41f4-45c3-af85-5c92ec4da2dd x-openstack-request-id: req-0b427bfe-41f4-45c3-af85-5c92ec4da2dd {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:13.535776 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d567e8df-34c0-4495-9989-7f0499357c0a", "name": "network-vif-plugged", "status": "completed", "tag": "0e743a00-8d1c-4eaf-8523-0f26360b34a7", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:13.536030 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b427bfe-41f4-45c3-af85-5c92ec4da2dd {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:13.536491 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e743a00-8d1c-4eaf-8523-0f26360b34a7', 'code': 200} Jun 09 15:07:13.548660 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e3bf5-a658-4260-8086-84be62aca328 req-168e1780-7dec-42bc-9191-3b25c3f13ff6 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:13.550309 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4e7e3bf5-a658-4260-8086-84be62aca328 req-168e1780-7dec-42bc-9191-3b25c3f13ff6 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 946 time: 0.0923231 Jun 09 15:07:13.569959 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=0e743a00-8d1c-4eaf-8523-0f26360b34a7,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:13.573167 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:13.608111 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4e7e3bf5-a658-4260-8086-84be62aca328 req-9ce60504-72e1-4e44-ba30-65dd9b23dd55 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484631 Jun 09 15:07:13.909672 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53014) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:14.012579 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-144163549-network', 'tenant_id': '0c7e5280d9064aaf908d85b8f917e013'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:14.032939 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Made reservation on behalf of 0c7e5280d9064aaf908d85b8f917e013 for: {'network': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:07:14.035594 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.048008 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.149714 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.153756 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.156958 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-3ecf0301-fe8a-42f2-badf-1f7fbc4a78a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:14.188213 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=91817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:07:14.193940 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f62efe-176a-486e-b1e6-72068035edf4,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:14.197778 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:14.201715 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.202052 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.segments_db [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Added segment 3c032246-cbaf-4d5c-a0c6-2aa621941305 of type vlan for network e4b993e0-f43a-4b19-b84c-130c9f901077 Jun 09 15:07:14.241055 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.315519 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.317591 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:14.318259 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.324829 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:14.493174 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5823605 Jun 09 15:07:14.498291 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53026) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:14.505514 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-05634038-627b-401b-a77a-2b9c5f549273 admin admin] Request body: {'subnet': {'network_id': 'e4b993e0-f43a-4b19-b84c-130c9f901077', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-144163549-subnet', 'tenant_id': '0c7e5280d9064aaf908d85b8f917e013', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:14.520513 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Pushing event updated for resources: {'Network': ['ID=e4b993e0-f43a-4b19-b84c-130c9f901077,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:14.523828 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:14.531877 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network e4b993e0-f43a-4b19-b84c-130c9f901077 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:07:14.538162 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e003b80-e413-4eb0-bd39-f0de079bb974 req-b4d4aefe-bddb-405d-8c93-a3d9d6805994 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:14.539656 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1e003b80-e413-4eb0-bd39-f0de079bb974 req-b4d4aefe-bddb-405d-8c93-a3d9d6805994 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.2806995 Jun 09 15:07:14.560673 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e48123-46d9-44ad-b365-97352952c11e req-5a4690fb-1894-4cc0-aed1-edb8f0f32d83 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:14.562013 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05634038-627b-401b-a77a-2b9c5f549273 admin admin] Made reservation on behalf of 0c7e5280d9064aaf908d85b8f917e013 for: {'subnet': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:07:14.562142 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-45e48123-46d9-44ad-b365-97352952c11e req-5a4690fb-1894-4cc0-aed1-edb8f0f32d83 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0862596 Jun 09 15:07:14.564293 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-05634038-627b-401b-a77a-2b9c5f549273 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33473688'] for subnet, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.607935 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-45e48123-46d9-44ad-b365-97352952c11e req-4ed023b9-5a4b-400c-8ed4-f868dd859468 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402637 Jun 09 15:07:14.666983 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1e003b80-e413-4eb0-bd39-f0de079bb974 req-cdf402c9-3ca7-49dc-815b-197895bdb0b0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198280 Jun 09 15:07:14.795162 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-05634038-627b-401b-a77a-2b9c5f549273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33465043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33473702'] for subnet, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.799812 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-1c628a85-a23a-4f0f-98d8-1c1d5a7a9af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:14.802622 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8ec52-5cd1-4bf9-b9b8-342b85491b25 req-9f0fe5da-ae6d-4c05-96fc-1ca725086f74 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:14.804164 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5ae8ec52-5cd1-4bf9-b9b8-342b85491b25 req-9f0fe5da-ae6d-4c05-96fc-1ca725086f74 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 946 time: 0.0900140 Jun 09 15:07:14.850185 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5ae8ec52-5cd1-4bf9-b9b8-342b85491b25 req-d22a2ecc-6a76-4c1f-a1e3-64dc29cbd227 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400081 Jun 09 15:07:14.876126 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05634038-627b-401b-a77a-2b9c5f549273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261ee1dc-f1e8-4be2-aa6b-3a6f2aaad7b9,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:14.878852 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-05634038-627b-401b-a77a-2b9c5f549273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:14.879858 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05634038-627b-401b-a77a-2b9c5f549273 admin admin] Checking segment: {'id': '3c032246-cbaf-4d5c-a0c6-2aa621941305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e4b993e0-f43a-4b19-b84c-130c9f901077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:07:14.880765 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05634038-627b-401b-a77a-2b9c5f549273 admin admin] Network hostable DHCP agents. Network: e4b993e0-f43a-4b19-b84c-130c9f901077, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:07:14.897501 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05634038-627b-401b-a77a-2b9c5f549273 admin admin] Network e4b993e0-f43a-4b19-b84c-130c9f901077 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:07:14.906385 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-05634038-627b-401b-a77a-2b9c5f549273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, e4b993e0-f43a-4b19-b84c-130c9f901077) {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:14.910929 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05634038-627b-401b-a77a-2b9c5f549273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:14.911589 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-05634038-627b-401b-a77a-2b9c5f549273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:14.915136 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7371aed-cc83-40f6-b875-e80301ee4ecb None None] Network e4b993e0-f43a-4b19-b84c-130c9f901077 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:07:14.930003 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-05634038-627b-401b-a77a-2b9c5f549273 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4297314 Jun 09 15:07:15.104357 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f935148-50cb-4872-a7e9-ccb5284a3b0f None None] Network e4b993e0-f43a-4b19-b84c-130c9f901077 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:07:15.335597 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.348521 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82ccc4-10fa-4a3e-bd59-9731b2efcf2e req-5edc7cb3-f560-48fc-8de6-3050e7bbc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:15.350146 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2c82ccc4-10fa-4a3e-bd59-9731b2efcf2e req-5edc7cb3-f560-48fc-8de6-3050e7bbc385 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 1099 time: 0.0992758 Jun 09 15:07:15.393221 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2c82ccc4-10fa-4a3e-bd59-9731b2efcf2e req-d75b004a-8edd-4c08-b9e0-8c5878e25143 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362618 Jun 09 15:07:15.413495 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-736b81ec-8d3f-49d7-831e-4383bf224a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.471317 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53048) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:15.477154 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-4981509-network', 'tenant_id': '85fd125d44ae4c839f6e5d0c8e1b7216'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:15.497598 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Made reservation on behalf of 85fd125d44ae4c839f6e5d0c8e1b7216 for: {'network': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:07:15.499954 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.511992 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.614342 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.618862 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.622765 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:15.654833 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=91817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:07:15.665186 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7e495d-7174-4c4d-8571-e90cd36176f0,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:15.668289 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:15.672822 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.672822 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.segments_db [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Added segment b691b253-7a86-405a-85e9-b2e074d992d7 of type vlan for network 25acc29f-8954-44a1-882d-f67251bb23b6 Jun 09 15:07:15.700410 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.736807 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.738315 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:15.738914 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.746104 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:15.886725 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b167d5-2c09-4a86-9a2c-e3cdcd662ee1 req-d0b79fe2-7181-493a-b6ba-1df7a99366e8 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:15.888900 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b3b167d5-2c09-4a86-9a2c-e3cdcd662ee1 req-d0b79fe2-7181-493a-b6ba-1df7a99366e8 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0937421 Jun 09 15:07:15.894539 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4202986 Jun 09 15:07:15.895502 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53056) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:15.902185 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-e5bc54f7-c6b2-4f51-b3bc-4074682781dd admin admin] Request body: {'subnet': {'network_id': '25acc29f-8954-44a1-882d-f67251bb23b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-4981509-subnet', 'tenant_id': '85fd125d44ae4c839f6e5d0c8e1b7216', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:15.904947 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Pushing event updated for resources: {'Network': ['ID=25acc29f-8954-44a1-882d-f67251bb23b6,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:15.908533 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:15.922629 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network 25acc29f-8954-44a1-882d-f67251bb23b6 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:07:15.934857 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62bb3e-3877-4305-a745-354d97041107 req-45b83da8-390b-4438-b43d-b09a81e1171e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:15.936372 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ea62bb3e-3877-4305-a745-354d97041107 req-45b83da8-390b-4438-b43d-b09a81e1171e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.1928015 Jun 09 15:07:15.981774 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bc54f7-c6b2-4f51-b3bc-4074682781dd admin admin] Made reservation on behalf of 85fd125d44ae4c839f6e5d0c8e1b7216 for: {'subnet': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:07:15.985136 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e5bc54f7-c6b2-4f51-b3bc-4074682781dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28855203'] for subnet, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:15.986126 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ea62bb3e-3877-4305-a745-354d97041107 req-8b731c43-6961-4ed3-aa99-33a489c46deb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437648 Jun 09 15:07:16.079030 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b3b167d5-2c09-4a86-9a2c-e3cdcd662ee1 req-62ea8392-e0a8-4de6-8b50-aff5e1f058da tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729763 Jun 09 15:07:16.198476 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2aaf5-a518-45d1-8c23-e20603d936fc req-a3e28f29-b0af-4722-9d32-2d22e581fb9c tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:16.201518 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ccf2aaf5-a518-45d1-8c23-e20603d936fc req-a3e28f29-b0af-4722-9d32-2d22e581fb9c tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 946 time: 0.1052599 Jun 09 15:07:16.234402 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e5bc54f7-c6b2-4f51-b3bc-4074682781dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29139109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28855197'] for subnet, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:16.241935 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8559e6ea-7265-4599-8f3d-5565805ca1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:16.248752 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ccf2aaf5-a518-45d1-8c23-e20603d936fc req-5117eeee-585f-46fe-bbcf-2ca26a031b7f tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463624 Jun 09 15:07:16.318928 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc54f7-c6b2-4f51-b3bc-4074682781dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a628bd-1aa1-43d6-90c8-06fe21e09054,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:16.327033 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e5bc54f7-c6b2-4f51-b3bc-4074682781dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:16.334348 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bc54f7-c6b2-4f51-b3bc-4074682781dd admin admin] Checking segment: {'id': 'b691b253-7a86-405a-85e9-b2e074d992d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '25acc29f-8954-44a1-882d-f67251bb23b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:07:16.334729 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bc54f7-c6b2-4f51-b3bc-4074682781dd admin admin] Network hostable DHCP agents. Network: 25acc29f-8954-44a1-882d-f67251bb23b6, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:07:16.349690 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:16.356251 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bc54f7-c6b2-4f51-b3bc-4074682781dd admin admin] Network 25acc29f-8954-44a1-882d-f67251bb23b6 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:07:16.382712 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-e5bc54f7-c6b2-4f51-b3bc-4074682781dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, 25acc29f-8954-44a1-882d-f67251bb23b6) {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:16.387483 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc54f7-c6b2-4f51-b3bc-4074682781dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:16.388335 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e5bc54f7-c6b2-4f51-b3bc-4074682781dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:16.394322 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17242755-60db-45dd-82a3-212d31d8e2ae None None] Network 25acc29f-8954-44a1-882d-f67251bb23b6 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:07:16.414088 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-e5bc54f7-c6b2-4f51-b3bc-4074682781dd admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5169737 Jun 09 15:07:16.632625 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e1ca3-96bb-442c-877f-741bd30cdce2 None None] Network 25acc29f-8954-44a1-882d-f67251bb23b6 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:07:16.652680 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc3de4-78e6-4a2e-908a-f8b550b4dcc2 req-fd296756-93e9-4ea5-889c-9766a0f1b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:16.654197 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-39fc3de4-78e6-4a2e-908a-f8b550b4dcc2 req-fd296756-93e9-4ea5-889c-9766a0f1b2d4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388&tenant_id=b36d808a5b7a4efa9d269c09b4fd1867 HTTP/1.1" status: 200 len: 1096 time: 0.0890126 Jun 09 15:07:16.754940 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc3de4-78e6-4a2e-908a-f8b550b4dcc2 req-39141e0b-31ea-4cba-a7b6-fcec9f18c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:16.757136 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-39fc3de4-78e6-4a2e-908a-f8b550b4dcc2 req-39141e0b-31ea-4cba-a7b6-fcec9f18c5f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 1096 time: 0.0739634 Jun 09 15:07:16.891217 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc3de4-78e6-4a2e-908a-f8b550b4dcc2 req-d4e237a4-2570-4fb8-a599-16c21dcb358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:16.892636 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-39fc3de4-78e6-4a2e-908a-f8b550b4dcc2 req-d4e237a4-2570-4fb8-a599-16c21dcb358f service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6df34c4-a146-448a-a741-18d7a8a2e9ec HTTP/1.1" status: 200 len: 918 time: 0.1293516 Jun 09 15:07:17.217005 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa49d0a-4eba-44b4-a11b-695ef3940a7f req-5cf5a50a-b227-4212-b431-002bb7035839 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:17.219344 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cfa49d0a-4eba-44b4-a11b-695ef3940a7f req-5cf5a50a-b227-4212-b431-002bb7035839 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.1223032 Jun 09 15:07:17.267766 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cfa49d0a-4eba-44b4-a11b-695ef3940a7f req-de0a8155-e3e4-4b4b-85fd-f7d32da0a9bb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401998 Jun 09 15:07:17.315196 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af88c9-2084-4338-a9e6-f00f0985f19a req-bf1ea436-6811-43a3-b23b-7556a944fd9a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:17.316905 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-77af88c9-2084-4338-a9e6-f00f0985f19a req-bf1ea436-6811-43a3-b23b-7556a944fd9a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0857048 Jun 09 15:07:17.362084 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-77af88c9-2084-4338-a9e6-f00f0985f19a req-44e573d3-c5f9-49a3-97ee-7a2a071f268b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392976 Jun 09 15:07:17.442804 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826299b-6623-41e7-8535-f36ddc24df0e req-c4ca6ba9-32b3-4b95-82a6-382d7ae4d624 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:17.444468 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4826299b-6623-41e7-8535-f36ddc24df0e req-c4ca6ba9-32b3-4b95-82a6-382d7ae4d624 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 946 time: 0.0812457 Jun 09 15:07:17.489168 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4826299b-6623-41e7-8535-f36ddc24df0e req-36c4d2cc-30d7-4c26-9a90-d5be3fac435b tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391943 Jun 09 15:07:17.669612 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72243cb4-3a0a-4650-afa1-fe4a6c4d35bf req-562b685b-4147-4487-b3ac-3a1943fde2ff tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:17.671042 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-72243cb4-3a0a-4650-afa1-fe4a6c4d35bf req-562b685b-4147-4487-b3ac-3a1943fde2ff tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 946 time: 0.0774198 Jun 09 15:07:17.732795 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-72243cb4-3a0a-4650-afa1-fe4a6c4d35bf req-80b6ffb5-a6a0-46fc-9c4a-edd4d9da80a6 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559390 Jun 09 15:07:17.999990 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-39fc3de4-78e6-4a2e-908a-f8b550b4dcc2 req-c655292e-82e2-42d1-b286-d1006daba09a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bef870ca-c24e-4d83-aae3-a42cae30a724 HTTP/1.1" status: 200 len: 999 time: 0.0990710 Jun 09 15:07:18.122991 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191e0f8-3975-4c93-8a9b-9c339d7d75ab req-bf4bb245-57f9-48cf-9048-6384a91eb87f tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:18.124401 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b191e0f8-3975-4c93-8a9b-9c339d7d75ab req-bf4bb245-57f9-48cf-9048-6384a91eb87f tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 946 time: 0.0806201 Jun 09 15:07:18.167749 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b191e0f8-3975-4c93-8a9b-9c339d7d75ab req-ed06ebf9-fb30-4ab8-9c95-c6241dda5a99 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Jun 09 15:07:18.237526 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:18.466156 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6c76c-2a96-43b1-951d-406a1b8b02cf req-5dd4c4e1-4811-4dec-bc00-ea1df2626367 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:18.467635 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c5a6c76c-2a96-43b1-951d-406a1b8b02cf req-5dd4c4e1-4811-4dec-bc00-ea1df2626367 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0839407 Jun 09 15:07:18.521316 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c5a6c76c-2a96-43b1-951d-406a1b8b02cf req-7184656b-8f20-433c-8303-7882b99e63c9 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452771 Jun 09 15:07:18.560100 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c6bb0-8111-4124-8ed3-735cfda99cc2 req-78244dfd-1b22-422c-a8b0-0b89ad53057a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:18.561952 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-669c6bb0-8111-4124-8ed3-735cfda99cc2 req-78244dfd-1b22-422c-a8b0-0b89ad53057a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0862684 Jun 09 15:07:18.689841 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-669c6bb0-8111-4124-8ed3-735cfda99cc2 req-3594c842-c83a-4372-b2cd-0df9ee65018e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212838 Jun 09 15:07:18.853834 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc3de4-78e6-4a2e-908a-f8b550b4dcc2 req-40213746-7874-4885-8a0a-c8119a00c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:18.855284 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-39fc3de4-78e6-4a2e-908a-f8b550b4dcc2 req-40213746-7874-4885-8a0a-c8119a00c344 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f5266821-f8ca-412e-b356-225fac8eefd5 HTTP/1.1" status: 200 len: 856 time: 0.0571086 Jun 09 15:07:19.724156 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393127c-edcd-4c08-a594-53ca307a74ba req-d8f0505f-b54b-4b2b-909b-3294ba0539ea tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:19.726647 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9393127c-edcd-4c08-a594-53ca307a74ba req-d8f0505f-b54b-4b2b-909b-3294ba0539ea tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0875142 Jun 09 15:07:19.780387 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9393127c-edcd-4c08-a594-53ca307a74ba req-274c123b-309c-433c-b6d4-3b50b83606a9 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427680 Jun 09 15:07:19.969868 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1b15e-e027-4549-a121-5fc862044d75 req-241894c6-1012-47e9-80b1-fbfc9bb726fc tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:19.971343 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-76a1b15e-e027-4549-a121-5fc862044d75 req-241894c6-1012-47e9-80b1-fbfc9bb726fc tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.1425836 Jun 09 15:07:19.973261 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc3de4-78e6-4a2e-908a-f8b550b4dcc2 req-a5dfc53c-acac-46c3-bbb9-2a09c7b9cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:19.975172 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-39fc3de4-78e6-4a2e-908a-f8b550b4dcc2 req-a5dfc53c-acac-46c3-bbb9-2a09c7b9cbe1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6df34c4-a146-448a-a741-18d7a8a2e9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1156216 Jun 09 15:07:20.090123 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-76a1b15e-e027-4549-a121-5fc862044d75 req-31c7c5c7-f53d-405b-8e8b-39af93cc5a81 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125326 Jun 09 15:07:20.133260 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-39fc3de4-78e6-4a2e-908a-f8b550b4dcc2 req-0daf0bd9-637f-4bce-a632-7b3802ea3b31 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408226 Jun 09 15:07:20.270777 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-39fc3de4-78e6-4a2e-908a-f8b550b4dcc2 req-e69e73f9-fdb7-40a6-8a20-2b6600866803 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275344 Jun 09 15:07:21.162906 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b8177-2c5e-4983-b6fa-570072f06ef4 req-55b3d3e5-b5cc-42cd-af3b-198d810f66a3 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:21.176662 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-545b8177-2c5e-4983-b6fa-570072f06ef4 req-55b3d3e5-b5cc-42cd-af3b-198d810f66a3 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.2407997 Jun 09 15:07:21.305054 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-545b8177-2c5e-4983-b6fa-570072f06ef4 req-ee21eb8c-d57c-49c7-9ca2-b0be25ce3bd3 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213734 Jun 09 15:07:21.573044 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37046c-0262-44f9-833a-539f5f4ec75d req-20751301-0275-4a3d-bc1f-715467be3ac7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:21.574450 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8b37046c-0262-44f9-833a-539f5f4ec75d req-20751301-0275-4a3d-bc1f-715467be3ac7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.1652143 Jun 09 15:07:21.684372 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8b37046c-0262-44f9-833a-539f5f4ec75d req-155b8297-ef3d-48db-92bb-d17568b7245a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922840 Jun 09 15:07:21.916610 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a4c89-74ca-4314-a537-1547ce795844 req-7efa0ac8-bd29-459a-944c-6e79ad934f9d tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:21.918359 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c26a4c89-74ca-4314-a537-1547ce795844 req-7efa0ac8-bd29-459a-944c-6e79ad934f9d tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0834975 Jun 09 15:07:21.967721 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c26a4c89-74ca-4314-a537-1547ce795844 req-49f3d9d1-ef05-4c32-b12d-1fd750ae6894 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431228 Jun 09 15:07:22.525646 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d223a58-cfbc-4195-ba63-e98edfda874a req-28a1b81e-5c5e-48fb-be23-6630d4a8a870 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:22.527311 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d223a58-cfbc-4195-ba63-e98edfda874a req-28a1b81e-5c5e-48fb-be23-6630d4a8a870 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0893495 Jun 09 15:07:22.585070 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d223a58-cfbc-4195-ba63-e98edfda874a req-deffce61-91b0-4d84-b54d-417925a27218 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519519 Jun 09 15:07:22.916577 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a1dc1-3a15-43ce-9215-df3acf16ab58 req-663b2b6e-56f7-459f-9196-d6aaf7ef4a8e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:22.918537 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6d9a1dc1-3a15-43ce-9215-df3acf16ab58 req-663b2b6e-56f7-459f-9196-d6aaf7ef4a8e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.1146405 Jun 09 15:07:22.999459 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6d9a1dc1-3a15-43ce-9215-df3acf16ab58 req-0875a9d7-e649-4d26-b371-e823949f5f3d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637879 Jun 09 15:07:23.187326 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190d2a1-cac9-433e-a2e1-50beb1702d9c req-c434199f-9759-481e-aae3-0187102052b6 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:23.188801 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7190d2a1-cac9-433e-a2e1-50beb1702d9c req-c434199f-9759-481e-aae3-0187102052b6 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0850418 Jun 09 15:07:23.233493 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7190d2a1-cac9-433e-a2e1-50beb1702d9c req-3a9d9e9f-f89e-4518-83e0-df942d8d5a17 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391257 Jun 09 15:07:23.803702 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773707bc-7c2a-4999-9611-f9b846f533bd req-c10200c2-8d8d-4788-9db1-0a0762623640 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:23.805140 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-773707bc-7c2a-4999-9611-f9b846f533bd req-c10200c2-8d8d-4788-9db1-0a0762623640 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0995448 Jun 09 15:07:23.851358 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-773707bc-7c2a-4999-9611-f9b846f533bd req-f8bc6fc2-056b-40bc-8013-0b07829a7032 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405869 Jun 09 15:07:24.209291 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081be018-0eb2-400d-ab88-d8c3970f68c8 req-e16b4862-a2a0-43b9-9b90-b9c67a85e8a8 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:24.210778 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-081be018-0eb2-400d-ab88-d8c3970f68c8 req-e16b4862-a2a0-43b9-9b90-b9c67a85e8a8 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0891931 Jun 09 15:07:24.260795 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-081be018-0eb2-400d-ab88-d8c3970f68c8 req-113233cf-1654-4131-8844-0abdd14f2c4f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438790 Jun 09 15:07:24.441780 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d2c60-77e3-4e5a-bcef-b5bfd9cb40e5 req-3e3ec218-7e3b-4431-b459-7f7dfbc2dfda tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:24.443451 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-460d2c60-77e3-4e5a-bcef-b5bfd9cb40e5 req-3e3ec218-7e3b-4431-b459-7f7dfbc2dfda tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0842218 Jun 09 15:07:24.492038 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-460d2c60-77e3-4e5a-bcef-b5bfd9cb40e5 req-02c79857-7a63-4576-9f24-ac6fae70ff59 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428603 Jun 09 15:07:25.055537 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a81c7-ecfd-48d0-9326-7b06315e075b req-77f69f2d-c78a-4804-96cd-e1a54723ad9b tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:25.056874 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b22a81c7-ecfd-48d0-9326-7b06315e075b req-77f69f2d-c78a-4804-96cd-e1a54723ad9b tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0946777 Jun 09 15:07:25.105647 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b22a81c7-ecfd-48d0-9326-7b06315e075b req-cf985efd-da04-49f1-9fff-05f5262cf859 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431733 Jun 09 15:07:25.612548 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6646cc-d68f-4712-825c-4b6156a0ede0 req-a66d5f77-1992-4daf-9f53-0dc66658965c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:25.613997 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2c6646cc-d68f-4712-825c-4b6156a0ede0 req-a66d5f77-1992-4daf-9f53-0dc66658965c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0839901 Jun 09 15:07:25.676250 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2c6646cc-d68f-4712-825c-4b6156a0ede0 req-e113848e-f491-4596-b113-0901907536ca tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549226 Jun 09 15:07:25.878899 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa58cee-34d4-4f47-a350-314277e6ecc6 req-52e17ee8-f5cb-4198-a556-d5e2feea57e5 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:25.880262 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-eaa58cee-34d4-4f47-a350-314277e6ecc6 req-52e17ee8-f5cb-4198-a556-d5e2feea57e5 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1036074 Jun 09 15:07:25.934318 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-eaa58cee-34d4-4f47-a350-314277e6ecc6 req-e86aef97-8a8f-403a-bbe9-5d3f1f6f6213 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475993 Jun 09 15:07:26.308294 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aa65e-32e3-4609-b271-2d78f22e9f19 req-bd5a4b90-d230-400f-91fd-7ac14f720345 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:26.310157 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dd9aa65e-32e3-4609-b271-2d78f22e9f19 req-bd5a4b90-d230-400f-91fd-7ac14f720345 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0893207 Jun 09 15:07:26.359510 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dd9aa65e-32e3-4609-b271-2d78f22e9f19 req-7af1ab25-fb4c-4b34-8128-1573adea10e1 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426881 Jun 09 15:07:26.916094 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cbb64-dbaa-4511-bf86-a5ade50d26bd req-73a2370d-895f-42e5-81de-8bdc657bcd17 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:26.917883 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-708cbb64-dbaa-4511-bf86-a5ade50d26bd req-73a2370d-895f-42e5-81de-8bdc657bcd17 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.1065588 Jun 09 15:07:26.978523 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-708cbb64-dbaa-4511-bf86-a5ade50d26bd req-b5118e0a-22b5-4134-bf65-3c25987cad40 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550158 Jun 09 15:07:27.193925 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de9a70-95a4-4684-aa75-c5b297bcc53e req-1f0c100c-0ee3-45a5-9ead-fa7064f60312 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:27.195589 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a4de9a70-95a4-4684-aa75-c5b297bcc53e req-1f0c100c-0ee3-45a5-9ead-fa7064f60312 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1076465 Jun 09 15:07:27.241389 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a4de9a70-95a4-4684-aa75-c5b297bcc53e req-2bce8215-d44d-41c0-9bf5-642b263a562d tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390451 Jun 09 15:07:27.564261 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7ebef-9ae4-4581-8a68-b319e63dd00f req-7cb45779-19d0-43b8-b9b0-ae738eb9c620 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:27.565618 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dee7ebef-9ae4-4581-8a68-b319e63dd00f req-7cb45779-19d0-43b8-b9b0-ae738eb9c620 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0847986 Jun 09 15:07:27.616492 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dee7ebef-9ae4-4581-8a68-b319e63dd00f req-1fba3937-9aec-43f9-a4e2-b2ecd8c5ece3 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442026 Jun 09 15:07:28.189117 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03de87-9ea6-49ba-862c-e2f0e70f2969 req-720ed76f-414d-4821-b1a3-32c0ae5c9237 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:28.190989 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3b03de87-9ea6-49ba-862c-e2f0e70f2969 req-720ed76f-414d-4821-b1a3-32c0ae5c9237 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0926027 Jun 09 15:07:28.248658 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3b03de87-9ea6-49ba-862c-e2f0e70f2969 req-60ee4d93-8665-4f46-ad4f-83c8052f1c84 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514853 Jun 09 15:07:28.522227 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77bc3f-e5d5-423c-9e6f-3b94f2b35113 req-95c0365d-469a-4b81-a539-a3935c8dac9c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:28.523707 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ec77bc3f-e5d5-423c-9e6f-3b94f2b35113 req-95c0365d-469a-4b81-a539-a3935c8dac9c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0982351 Jun 09 15:07:28.575414 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ec77bc3f-e5d5-423c-9e6f-3b94f2b35113 req-a4b04311-d5ca-426d-8b5c-a2b524f1303a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458486 Jun 09 15:07:28.851415 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c630b61-e4a2-40f1-8900-955680fb8c55 req-e3ba05e2-d643-4afd-9f64-9f28b5117889 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:28.853158 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8c630b61-e4a2-40f1-8900-955680fb8c55 req-e3ba05e2-d643-4afd-9f64-9f28b5117889 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.1216459 Jun 09 15:07:28.903603 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8c630b61-e4a2-40f1-8900-955680fb8c55 req-3f353a25-4f27-4ac7-b54a-1e9a809f4de7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437768 Jun 09 15:07:29.479775 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4df05-b88c-4680-b978-76874ff5a3d1 req-06a6f9e2-de69-4692-9a79-b48a6a5d8ab3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:29.481285 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4fe4df05-b88c-4680-b978-76874ff5a3d1 req-06a6f9e2-de69-4692-9a79-b48a6a5d8ab3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0872362 Jun 09 15:07:29.540140 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4fe4df05-b88c-4680-b978-76874ff5a3d1 req-6c524230-53e2-4771-9aad-88c7078006d5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531125 Jun 09 15:07:30.128024 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649178-4977-49e3-94de-ce7600434ef7 req-a17b4f91-cd6d-4950-a372-bb6740ed35c7 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:30.129468 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b3649178-4977-49e3-94de-ce7600434ef7 req-a17b4f91-cd6d-4950-a372-bb6740ed35c7 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1423929 Jun 09 15:07:30.173880 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b3649178-4977-49e3-94de-ce7600434ef7 req-8e874d54-d13e-4f19-8ac0-cc0ad69e5474 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377302 Jun 09 15:07:30.355173 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc0919-7336-4b24-9b77-a86202b194e2 req-44875186-0299-4ffe-84a0-70580230aaf5 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:30.356647 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8cbc0919-7336-4b24-9b77-a86202b194e2 req-44875186-0299-4ffe-84a0-70580230aaf5 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0835018 Jun 09 15:07:30.402677 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8cbc0919-7336-4b24-9b77-a86202b194e2 req-37274882-45f7-4819-9efc-8710f0c5a293 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399392 Jun 09 15:07:30.733775 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271f420-31b5-45b0-8245-3690fa30e621 req-361653ea-1fdd-4715-ac87-1cd209473092 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:30.735306 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f271f420-31b5-45b0-8245-3690fa30e621 req-361653ea-1fdd-4715-ac87-1cd209473092 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0820210 Jun 09 15:07:30.783030 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f271f420-31b5-45b0-8245-3690fa30e621 req-a47b05bc-8f34-4815-b7cc-3a095e7c17f4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Jun 09 15:07:31.384463 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04df8da-4800-462e-aa40-8ae2bb79d9a0 req-53cb1f7a-6c36-473f-aa81-60f25150e931 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:31.385897 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e04df8da-4800-462e-aa40-8ae2bb79d9a0 req-53cb1f7a-6c36-473f-aa81-60f25150e931 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0957472 Jun 09 15:07:31.436233 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e04df8da-4800-462e-aa40-8ae2bb79d9a0 req-16919e62-6b9d-43ed-b2e5-545906b25bde tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Jun 09 15:07:31.662602 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d007939-5702-4e9d-b359-36dd08fb683f req-fbc98704-8630-4457-858d-83f7b8c1c2dd tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:31.664184 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9d007939-5702-4e9d-b359-36dd08fb683f req-fbc98704-8630-4457-858d-83f7b8c1c2dd tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0922027 Jun 09 15:07:31.713764 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9d007939-5702-4e9d-b359-36dd08fb683f req-1970f1da-dd5d-4d95-961e-1a68563c977e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428255 Jun 09 15:07:31.984769 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d5641-6269-46fa-8bc4-83ffda28d536 req-24a69818-dc8c-4db6-a7ee-49bbef370de3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:31.986201 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ec6d5641-6269-46fa-8bc4-83ffda28d536 req-24a69818-dc8c-4db6-a7ee-49bbef370de3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0869131 Jun 09 15:07:32.031762 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ec6d5641-6269-46fa-8bc4-83ffda28d536 req-99a2bbd9-6235-4146-9bc2-790fec5bcb9d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391285 Jun 09 15:07:32.634104 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeda863-698b-4248-9679-a901e71f465c req-0e46c1bb-0401-44fe-8755-003a3d5f189a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:32.641320 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1aeda863-698b-4248-9679-a901e71f465c req-0e46c1bb-0401-44fe-8755-003a3d5f189a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0887585 Jun 09 15:07:32.684750 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1aeda863-698b-4248-9679-a901e71f465c req-aaac10bf-c1fa-4cd1-9674-440ed88d89f4 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425620 Jun 09 15:07:32.912828 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f487cd-15e9-438e-a015-2121a69760d8 req-22c7cb15-6ad1-48ce-9cc7-835e94f5bf9a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:32.914587 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-59f487cd-15e9-438e-a015-2121a69760d8 req-22c7cb15-6ad1-48ce-9cc7-835e94f5bf9a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0851038 Jun 09 15:07:32.989566 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-59f487cd-15e9-438e-a015-2121a69760d8 req-1f25fead-d69f-49ea-9f68-b340129c3cf2 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683100 Jun 09 15:07:33.250545 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a4450-1c08-43f7-b968-9014ab29d0cc req-891e6bdc-5636-42d2-9fc1-8d3297139dda tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:33.250545 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-702a4450-1c08-43f7-b968-9014ab29d0cc req-891e6bdc-5636-42d2-9fc1-8d3297139dda tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0949190 Jun 09 15:07:33.296574 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-702a4450-1c08-43f7-b968-9014ab29d0cc req-a50977a5-2dbb-4a8c-8e33-a07e4df74d8a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406899 Jun 09 15:07:33.872660 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbab075-d57d-45d9-8da4-509c0e23e700 req-9a83a5f4-2f48-4649-9510-f03d9d053b0a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:33.873985 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0dbab075-d57d-45d9-8da4-509c0e23e700 req-9a83a5f4-2f48-4649-9510-f03d9d053b0a tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0824225 Jun 09 15:07:33.916955 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0dbab075-d57d-45d9-8da4-509c0e23e700 req-6bcc44eb-e958-459e-8da1-e449b69c8228 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372603 Jun 09 15:07:34.172275 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c69b15-1623-4cfd-b161-6d275a01d66e req-a989dc4f-85d4-4c26-84ff-e7af77e6a84d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:34.173580 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c0c69b15-1623-4cfd-b161-6d275a01d66e req-a989dc4f-85d4-4c26-84ff-e7af77e6a84d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0807292 Jun 09 15:07:34.216490 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c0c69b15-1623-4cfd-b161-6d275a01d66e req-32dfaa3c-cc61-460c-bdc1-38787a584132 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370262 Jun 09 15:07:34.549625 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318979dd-d62b-442f-b571-fba1a8867573 req-3fbe7eb7-6fec-4738-9cba-b0aa39ee53d4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:34.551118 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-318979dd-d62b-442f-b571-fba1a8867573 req-3fbe7eb7-6fec-4738-9cba-b0aa39ee53d4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0904124 Jun 09 15:07:34.624128 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-318979dd-d62b-442f-b571-fba1a8867573 req-ca3930bc-892c-416f-ac82-d2dbf99f066f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658865 Jun 09 15:07:35.105389 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0ef1c-99b3-4f58-a939-308102df2a4c req-4367c496-cb6d-4fac-89ee-a78cc309ab78 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:35.106904 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e8d0ef1c-99b3-4f58-a939-308102df2a4c req-4367c496-cb6d-4fac-89ee-a78cc309ab78 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0864630 Jun 09 15:07:35.155700 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e8d0ef1c-99b3-4f58-a939-308102df2a4c req-16fb4a5b-f263-4ec9-8cb5-6153abdca8a9 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431201 Jun 09 15:07:35.404429 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4ad9e-dfd6-4fa5-8990-53b16e44a02a req-561c39b2-8c41-4896-bae2-0e19c3675097 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:35.405850 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e1d4ad9e-dfd6-4fa5-8990-53b16e44a02a req-561c39b2-8c41-4896-bae2-0e19c3675097 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0784712 Jun 09 15:07:35.450000 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e1d4ad9e-dfd6-4fa5-8990-53b16e44a02a req-1f697bd9-ca8f-4ad3-b979-623927931fea tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386167 Jun 09 15:07:35.823626 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579753e1-1c04-4a70-b69a-727acda04add req-af418035-e57f-4d81-976a-aebdea2e0dd5 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:35.825774 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-579753e1-1c04-4a70-b69a-727acda04add req-af418035-e57f-4d81-976a-aebdea2e0dd5 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0980101 Jun 09 15:07:35.831526 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:07:35.874353 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-579753e1-1c04-4a70-b69a-727acda04add req-7690d540-bb4a-4cbc-b5ac-136670a1c53f tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416923 Jun 09 15:07:35.902732 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10881158-95a7-4ba5-85ee-1a48c80532a6 req-9f8f86f5-96e5-4d22-872c-efa1ba300399 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:35.904184 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-10881158-95a7-4ba5-85ee-1a48c80532a6 req-9f8f86f5-96e5-4d22-872c-efa1ba300399 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.1449602 Jun 09 15:07:35.967867 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-10881158-95a7-4ba5-85ee-1a48c80532a6 req-644bbed1-f760-46cb-8074-b41c209190be tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574031 Jun 09 15:07:35.982613 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed107917-b30b-4dee-acaa-3cdda50f4b76 req-22e4e930-64c5-48a8-bdfe-21f2ceaf6035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:35.985040 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ed107917-b30b-4dee-acaa-3cdda50f4b76 req-22e4e930-64c5-48a8-bdfe-21f2ceaf6035 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c84101f7a7b147b788f7b1dbf4a50b62&device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 1099 time: 0.1388867 Jun 09 15:07:36.126457 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed107917-b30b-4dee-acaa-3cdda50f4b76 req-9578286a-a33c-4a9f-9607-fa8ca63519cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:36.127904 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ed107917-b30b-4dee-acaa-3cdda50f4b76 req-9578286a-a33c-4a9f-9607-fa8ca63519cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=eec54841-c6b0-497b-8399-d7e40a147888 HTTP/1.1" status: 200 len: 912 time: 0.1337481 Jun 09 15:07:36.233872 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ed107917-b30b-4dee-acaa-3cdda50f4b76 req-a23aa9ce-7a09-4052-8b82-3c9579032f24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 HTTP/1.1" status: 200 len: 1001 time: 0.0960085 Jun 09 15:07:36.304555 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed107917-b30b-4dee-acaa-3cdda50f4b76 req-d6641bae-ffcc-4651-ab14-13c76ed96044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:36.306107 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ed107917-b30b-4dee-acaa-3cdda50f4b76 req-d6641bae-ffcc-4651-ab14-13c76ed96044 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2afc08c9-1a35-412a-9699-36c252f1274a HTTP/1.1" status: 200 len: 850 time: 0.0646071 Jun 09 15:07:36.344172 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43656280-0997-4ab4-ae6d-a39640e4fd96 req-4fd1efd8-714e-4911-a1a2-4b0bd7531402 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:36.345645 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-43656280-0997-4ab4-ae6d-a39640e4fd96 req-4fd1efd8-714e-4911-a1a2-4b0bd7531402 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0794725 Jun 09 15:07:36.395695 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-43656280-0997-4ab4-ae6d-a39640e4fd96 req-59ceef4b-6031-4deb-9265-bffb1490eb21 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438631 Jun 09 15:07:36.397354 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed107917-b30b-4dee-acaa-3cdda50f4b76 req-28ab1fae-d112-4d34-b195-201562f7ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:36.398898 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ed107917-b30b-4dee-acaa-3cdda50f4b76 req-28ab1fae-d112-4d34-b195-201562f7ef66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eec54841-c6b0-497b-8399-d7e40a147888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812786 Jun 09 15:07:36.548172 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ed107917-b30b-4dee-acaa-3cdda50f4b76 req-52fdeba3-f0cd-46e8-9426-bd4cedbf5150 service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422129 Jun 09 15:07:36.686158 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ed107917-b30b-4dee-acaa-3cdda50f4b76 req-d24e0f81-c09b-4504-b6c5-ce8169fb63af service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308980 Jun 09 15:07:37.101498 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef591af-0ee7-4e60-9f54-562cae02108c req-424e3d3f-baa0-4144-b5e6-425b3e7e8859 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:37.101498 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-eef591af-0ee7-4e60-9f54-562cae02108c req-424e3d3f-baa0-4144-b5e6-425b3e7e8859 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0976312 Jun 09 15:07:37.149659 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-eef591af-0ee7-4e60-9f54-562cae02108c req-187702e6-eb1f-4733-a096-e84cdf84a94d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421045 Jun 09 15:07:37.177406 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:37.309779 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a740d-d7ed-4984-8a62-bd76a4468585 req-d367107d-96ff-4859-8c0b-80b5cf946e27 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:37.311359 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e92a740d-d7ed-4984-8a62-bd76a4468585 req-d367107d-96ff-4859-8c0b-80b5cf946e27 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 945 time: 0.2452180 Jun 09 15:07:37.323070 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4c2cf-2089-4c05-b3f2-7c38a9ab1a85 req-99d1cbde-12ec-4016-8af8-731107aa2fa1 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:37.324446 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-10e4c2cf-2089-4c05-b3f2-7c38a9ab1a85 req-99d1cbde-12ec-4016-8af8-731107aa2fa1 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.61 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.1079545 Jun 09 15:07:37.340231 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55bd6c-a2e5-4bf4-bf6b-c52e062ccea5 req-447b5b46-afe9-4ba9-aeea-6ec6513b18d3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:37.342190 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ed55bd6c-a2e5-4bf4-bf6b-c52e062ccea5 req-447b5b46-afe9-4ba9-aeea-6ec6513b18d3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0823040 Jun 09 15:07:37.390283 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ed55bd6c-a2e5-4bf4-bf6b-c52e062ccea5 req-ba4defc3-80f5-4e14-ae7f-c4b129f1476f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415955 Jun 09 15:07:37.417463 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e92a740d-d7ed-4984-8a62-bd76a4468585 req-7478677f-10a0-454c-9a1f-e3cd7d100252 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920680 Jun 09 15:07:37.515565 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-10e4c2cf-2089-4c05-b3f2-7c38a9ab1a85 req-5f1497bb-afe9-4c63-b7ff-e0e79b802d92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Deleting port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:07:37.515963 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-10e4c2cf-2089-4c05-b3f2-7c38a9ab1a85 req-5f1497bb-afe9-4c63-b7ff-e0e79b802d92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:37.616069 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e7185-4892-4aca-aec8-4567baf7ce4c req-e7f20f55-16ee-4f53-bae5-86e2461858ca tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:37.618193 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-234e7185-4892-4aca-aec8-4567baf7ce4c req-e7f20f55-16ee-4f53-bae5-86e2461858ca tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=8091f817-2fe3-4737-aff9-b80ed8abb10c HTTP/1.1" status: 200 len: 945 time: 0.0880589 Jun 09 15:07:37.657281 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-10e4c2cf-2089-4c05-b3f2-7c38a9ab1a85 req-5f1497bb-afe9-4c63-b7ff-e0e79b802d92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] For port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3,segment=NetworkSegment(d10eab84-5335-43fc-8a7b-bb1a827e835e),segment_id=d10eab84-5335-43fc-8a7b-bb1a827e835e)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:37.657552 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-10e4c2cf-2089-4c05-b3f2-7c38a9ab1a85 req-5f1497bb-afe9-4c63-b7ff-e0e79b802d92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:37.663625 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-234e7185-4892-4aca-aec8-4567baf7ce4c req-f90207e2-2b52-4a71-a2b5-79b24845a54c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402057 Jun 09 15:07:37.784708 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-10e4c2cf-2089-4c05-b3f2-7c38a9ab1a85 req-5f1497bb-afe9-4c63-b7ff-e0e79b802d92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Calling delete_port for 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 owned by compute:nova {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:07:37.891044 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-10e4c2cf-2089-4c05-b3f2-7c38a9ab1a85 req-5f1497bb-afe9-4c63-b7ff-e0e79b802d92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:37.896560 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5471a0f6-1150-440f-a3b1-648eebf8464e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:37.902733 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3', '87c0590b-acb3-44da-9384-5e1f1322daed'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:07:37.945685 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1497bb-afe9-4c63-b7ff-e0e79b802d92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Pushing event deleted for resources: {'Port': ['ID=4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:37.971443 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5f1497bb-afe9-4c63-b7ff-e0e79b802d92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:38.019910 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e4c2cf-2089-4c05-b3f2-7c38a9ab1a85 req-5f1497bb-afe9-4c63-b7ff-e0e79b802d92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] No DVR routers for this DVR port 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 on host hv-cinder-78960 {{(pid=91817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:07:38.022627 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-10e4c2cf-2089-4c05-b3f2-7c38a9ab1a85 req-5f1497bb-afe9-4c63-b7ff-e0e79b802d92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:38.024559 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-10e4c2cf-2089-4c05-b3f2-7c38a9ab1a85 req-5f1497bb-afe9-4c63-b7ff-e0e79b802d92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.61 "DELETE /v2.0/ports/4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 HTTP/1.1" status: 204 len: 173 time: 0.6858053 Jun 09 15:07:38.025049 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8091f817-2fe3-4737-aff9-b80ed8abb10c', 'name': 'network-vif-deleted', 'tag': '4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:38.027406 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766e2580-29ca-42bb-a8ea-14d35890febd" -d '{"events": [{"server_uuid": "8091f817-2fe3-4737-aff9-b80ed8abb10c", "name": "network-vif-deleted", "tag": "4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:38.074458 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026951a5-d672-4946-a9f0-2db32cb46d44 x-openstack-request-id: req-026951a5-d672-4946-a9f0-2db32cb46d44 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:38.076008 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8091f817-2fe3-4737-aff9-b80ed8abb10c", "name": "network-vif-deleted", "tag": "4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:38.076008 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-026951a5-d672-4946-a9f0-2db32cb46d44 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:38.076299 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8091f817-2fe3-4737-aff9-b80ed8abb10c', 'name': 'network-vif-deleted', 'tag': '4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3', 'status': 'completed', 'code': 200} Jun 09 15:07:38.336164 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe36b3-8b10-497e-9ced-0073e6ec27a3 req-83a226f0-f6eb-46e6-a67c-4ee85ccce2cc tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:38.337728 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-61fe36b3-8b10-497e-9ced-0073e6ec27a3 req-83a226f0-f6eb-46e6-a67c-4ee85ccce2cc tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0800138 Jun 09 15:07:38.447480 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-61fe36b3-8b10-497e-9ced-0073e6ec27a3 req-fe01f7d6-d891-4564-8cfc-6ff1bc20a3ef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038947 Jun 09 15:07:38.606267 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53438) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:38.616829 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa64df-8148-4327-b598-a6806a47b503 req-74417d65-2f29-41a2-9dde-6238b3ace36c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:38.618317 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9ffa64df-8148-4327-b598-a6806a47b503 req-74417d65-2f29-41a2-9dde-6238b3ace36c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.1004982 Jun 09 15:07:38.670776 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9ffa64df-8148-4327-b598-a6806a47b503 req-76357868-de30-416c-ae62-b74edc95b2d9 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449073 Jun 09 15:07:38.674791 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8d6449-44f8-4036-ac90-e35101ff19b2 admin admin] Deleting subnet 261ee1dc-f1e8-4be2-aa6b-3a6f2aaad7b9 {{(pid=91816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:07:38.678407 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6449-44f8-4036-ac90-e35101ff19b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:38.738691 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537de38c-fdbc-4533-9c49-b2d367211857 req-4d094d8e-1b21-423a-89c8-49c4d89ca145 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:38.740172 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-537de38c-fdbc-4533-9c49-b2d367211857 req-4d094d8e-1b21-423a-89c8-49c4d89ca145 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 945 time: 0.1944940 Jun 09 15:07:38.744742 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6449-44f8-4036-ac90-e35101ff19b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28148167'] for subnet, precommit_delete_associations {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:38.835135 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-537de38c-fdbc-4533-9c49-b2d367211857 req-460d282c-3c06-4a7f-b0ed-ca7ccbf85497 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646415 Jun 09 15:07:38.837728 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6449-44f8-4036-ac90-e35101ff19b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:38.905621 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6449-44f8-4036-ac90-e35101ff19b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29139172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28855172'] for subnet, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:38.910413 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:38.943548 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d6449-44f8-4036-ac90-e35101ff19b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261ee1dc-f1e8-4be2-aa6b-3a6f2aaad7b9,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:38.946723 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-2b8d6449-44f8-4036-ac90-e35101ff19b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:38.947699 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6449-44f8-4036-ac90-e35101ff19b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:38.952224 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-2b8d6449-44f8-4036-ac90-e35101ff19b2 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/261ee1dc-f1e8-4be2-aa6b-3a6f2aaad7b9 HTTP/1.1" status: 204 len: 168 time: 0.3387778 Jun 09 15:07:38.952224 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53444) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:39.057373 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-510b2cc0-a5cf-4d73-a162-8ab0fa64592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.128945 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c281-6511-41af-8dc7-93b724b20f16 req-b708b72c-ae24-47fb-bf05-e77d28e7e237 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:39.130342 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0fb3c281-6511-41af-8dc7-93b724b20f16 req-b708b72c-ae24-47fb-bf05-e77d28e7e237 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 945 time: 0.0800209 Jun 09 15:07:39.242949 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-510b2cc0-a5cf-4d73-a162-8ab0fa64592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.258101 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b85f2-2d92-4b6c-94e7-a4a2edca7610 req-16703d61-b88c-4bdb-8552-f62e5c6b0222 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:39.259593 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a34b85f2-2d92-4b6c-94e7-a4a2edca7610 req-16703d61-b88c-4bdb-8552-f62e5c6b0222 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1995287 Jun 09 15:07:39.265630 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-510b2cc0-a5cf-4d73-a162-8ab0fa64592c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b993e0-f43a-4b19-b84c-130c9f901077']}} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:39.270912 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-0fb3c281-6511-41af-8dc7-93b724b20f16 req-0c5a2cd5-91a5-4257-b013-ed1934cc6a89 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Deleting port 813f99c9-d42e-4762-bf4a-6ed0b324d151 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:07:39.271401 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-0fb3c281-6511-41af-8dc7-93b724b20f16 req-0c5a2cd5-91a5-4257-b013-ed1934cc6a89 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.292530 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-510b2cc0-a5cf-4d73-a162-8ab0fa64592c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c032246-cbaf-4d5c-a0c6-2aa621941305') {'for_net_delete': True} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:39.292818 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-510b2cc0-a5cf-4d73-a162-8ab0fa64592c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c032246-cbaf-4d5c-a0c6-2aa621941305') {} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:39.309713 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-510b2cc0-a5cf-4d73-a162-8ab0fa64592c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28148222'] for segment, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.338800 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a34b85f2-2d92-4b6c-94e7-a4a2edca7610 req-996b8895-dd82-4248-98b9-f0818486da62 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660009 Jun 09 15:07:39.339712 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-510b2cc0-a5cf-4d73-a162-8ab0fa64592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.347412 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510b2cc0-a5cf-4d73-a162-8ab0fa64592c admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=91816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:07:39.347412 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-510b2cc0-a5cf-4d73-a162-8ab0fa64592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29139015'] for segment, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: Traceback (most recent call last): Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: timer() Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: cb(*args, **kw) Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: return func(*args, **kwargs) Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: self._notify() Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: self.callback(batched_events) Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: event.method(event) Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: return f(self, *a, **k) Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._get(url).json() Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: return self.request(url, 'GET', **kwargs) Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:07:39.360567 dv-cinder-789603-9-iscsi neutron-server[91816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:07:39.421624 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-0fb3c281-6511-41af-8dc7-93b724b20f16 req-0c5a2cd5-91a5-4257-b013-ed1934cc6a89 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] For port 813f99c9-d42e-4762-bf4a-6ed0b324d151, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=813f99c9-d42e-4762-bf4a-6ed0b324d151,segment=NetworkSegment(d0febefe-637a-47fd-abbe-58a0a9332d83),segment_id=d0febefe-637a-47fd-abbe-58a0a9332d83)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:39.421976 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-0fb3c281-6511-41af-8dc7-93b724b20f16 req-0c5a2cd5-91a5-4257-b013-ed1934cc6a89 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.437475 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-510b2cc0-a5cf-4d73-a162-8ab0fa64592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.441905 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:39.457510 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-510b2cc0-a5cf-4d73-a162-8ab0fa64592c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.459582 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-510b2cc0-a5cf-4d73-a162-8ab0fa64592c admin admin] 10.222.0.74 "DELETE /v2.0/networks/e4b993e0-f43a-4b19-b84c-130c9f901077 HTTP/1.1" status: 204 len: 168 time: 0.5065734 Jun 09 15:07:39.462672 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b2cc0-a5cf-4d73-a162-8ab0fa64592c admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b993e0-f43a-4b19-b84c-130c9f901077,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:39.464189 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53450) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:39.466096 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-510b2cc0-a5cf-4d73-a162-8ab0fa64592c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:39.526379 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4902cc-80b7-4a25-a882-eaab83c67594 admin admin] Deleting subnet 71a628bd-1aa1-43d6-90c8-06fe21e09054 {{(pid=91816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:07:39.529412 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7b4902cc-80b7-4a25-a882-eaab83c67594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.543469 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-0fb3c281-6511-41af-8dc7-93b724b20f16 req-0c5a2cd5-91a5-4257-b013-ed1934cc6a89 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Calling delete_port for 813f99c9-d42e-4762-bf4a-6ed0b324d151 owned by compute:nova {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:07:39.579120 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7b4902cc-80b7-4a25-a882-eaab83c67594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28148167'] for subnet, precommit_delete_associations {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.634581 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7b4902cc-80b7-4a25-a882-eaab83c67594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.658861 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-0fb3c281-6511-41af-8dc7-93b724b20f16 req-0c5a2cd5-91a5-4257-b013-ed1934cc6a89 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.665325 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:39.672017 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['813f99c9-d42e-4762-bf4a-6ed0b324d151'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:07:39.712063 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7b4902cc-80b7-4a25-a882-eaab83c67594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29139172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28855172'] for subnet, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.717085 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:39.720445 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a2cd5-91a5-4257-b013-ed1934cc6a89 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Pushing event deleted for resources: {'Port': ['ID=813f99c9-d42e-4762-bf4a-6ed0b324d151,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:39.755049 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0c5a2cd5-91a5-4257-b013-ed1934cc6a89 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:39.755264 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4902cc-80b7-4a25-a882-eaab83c67594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a628bd-1aa1-43d6-90c8-06fe21e09054,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:39.757338 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-7b4902cc-80b7-4a25-a882-eaab83c67594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:39.758340 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7b4902cc-80b7-4a25-a882-eaab83c67594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.760363 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-7b4902cc-80b7-4a25-a882-eaab83c67594 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/71a628bd-1aa1-43d6-90c8-06fe21e09054 HTTP/1.1" status: 204 len: 168 time: 0.2952669 Jun 09 15:07:39.762889 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53454) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:39.873475 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.929674 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb3c281-6511-41af-8dc7-93b724b20f16 req-0c5a2cd5-91a5-4257-b013-ed1934cc6a89 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] No DVR routers for this DVR port 813f99c9-d42e-4762-bf4a-6ed0b324d151 on host hv-cinder-78960 {{(pid=91817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:07:39.941426 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-0fb3c281-6511-41af-8dc7-93b724b20f16 req-0c5a2cd5-91a5-4257-b013-ed1934cc6a89 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:39.943474 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0fb3c281-6511-41af-8dc7-93b724b20f16 req-0c5a2cd5-91a5-4257-b013-ed1934cc6a89 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.61 "DELETE /v2.0/ports/813f99c9-d42e-4762-bf4a-6ed0b324d151 HTTP/1.1" status: 204 len: 173 time: 0.8050585 Jun 09 15:07:39.979721 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c65dc-d2e9-4c35-9974-d58297a65790 req-4e496619-4712-44ab-84bb-c0acd0637308 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:39.981498 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-989c65dc-d2e9-4c35-9974-d58297a65790 req-4e496619-4712-44ab-84bb-c0acd0637308 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0978289 Jun 09 15:07:40.029365 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-989c65dc-d2e9-4c35-9974-d58297a65790 req-21ac32e5-6fdc-44a9-b79d-c95e90fc1bec tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422421 Jun 09 15:07:40.032133 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6020f25a-0831-4763-8c03-5222e4c54968 req-c6c8bc11-a197-47f0-b472-e879a4880ba5 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4586fb5-ce26-4f19-b893-5ace08f50f35 HTTP/1.1" status: 200 len: 210 time: 0.0554137 Jun 09 15:07:40.041597 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:40.060370 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25acc29f-8954-44a1-882d-f67251bb23b6']}} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:40.072757 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b691b253-7a86-405a-85e9-b2e074d992d7') {'for_net_delete': True} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:40.073047 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b691b253-7a86-405a-85e9-b2e074d992d7') {} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:40.077255 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4586fb5-ce26-4f19-b893-5ace08f50f35', 'name': 'network-vif-deleted', 'tag': '813f99c9-d42e-4762-bf4a-6ed0b324d151'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:40.079802 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b322acaa-795f-4251-b59a-929e381ae2cf" -d '{"events": [{"server_uuid": "e4586fb5-ce26-4f19-b893-5ace08f50f35", "name": "network-vif-deleted", "tag": "813f99c9-d42e-4762-bf4a-6ed0b324d151"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:40.085459 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28148222'] for segment, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:40.105889 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:40.112623 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=91816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:07:40.113001 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29139015'] for segment, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:40.124083 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c522c73-0aef-47f7-84c9-090494a703a8 x-openstack-request-id: req-1c522c73-0aef-47f7-84c9-090494a703a8 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:40.124400 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4586fb5-ce26-4f19-b893-5ace08f50f35", "name": "network-vif-deleted", "tag": "813f99c9-d42e-4762-bf4a-6ed0b324d151", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:40.124674 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1c522c73-0aef-47f7-84c9-090494a703a8 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:40.125085 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4586fb5-ce26-4f19-b893-5ace08f50f35', 'name': 'network-vif-deleted', 'tag': '813f99c9-d42e-4762-bf4a-6ed0b324d151', 'status': 'completed', 'code': 200} Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: Traceback (most recent call last): Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: timer() Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: cb(*args, **kw) Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: return func(*args, **kwargs) Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: self._notify() Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: self.callback(batched_events) Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: event.method(event) Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: return f(self, *a, **k) Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._get(url).json() Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: return self.request(url, 'GET', **kwargs) Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:07:40.183951 dv-cinder-789603-9-iscsi neutron-server[91816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:07:40.255240 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:40.259518 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6a5846dd-7cf8-4436-ac4e-a6fb53f3bd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:40.275095 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:40.276827 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/25acc29f-8954-44a1-882d-f67251bb23b6 HTTP/1.1" status: 204 len: 168 time: 0.5130432 Jun 09 15:07:40.282664 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=25acc29f-8954-44a1-882d-f67251bb23b6,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:40.284868 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:40.455817 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53466) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:40.556400 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-a70c591e-6157-4de0-8907-56ec92faa95b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0c7e5280d9064aaf908d85b8f917e013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987539 Jun 09 15:07:40.560132 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53468) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:40.575822 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee6d47-62c8-489e-be55-6e97ecbf3b2e req-3267fe58-aa90-49d6-96fe-d3b82765e64e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:40.577258 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d6ee6d47-62c8-489e-be55-6e97ecbf3b2e req-3267fe58-aa90-49d6-96fe-d3b82765e64e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1227963 Jun 09 15:07:40.625415 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d6ee6d47-62c8-489e-be55-6e97ecbf3b2e req-6e0867c9-350b-4687-909e-ed456d48fb04 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413666 Jun 09 15:07:40.625616 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-40fec09f-bc1d-4126-b28b-ad64266db252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:40.652765 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-40fec09f-bc1d-4126-b28b-ad64266db252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:40.674239 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:07:40.704330 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-40fec09f-bc1d-4126-b28b-ad64266db252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:40.706805 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-40fec09f-bc1d-4126-b28b-ad64266db252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:40.707902 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-40fec09f-bc1d-4126-b28b-ad64266db252 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92f62efe-176a-486e-b1e6-72068035edf4 HTTP/1.1" status: 204 len: 168 time: 0.1466727 Jun 09 15:07:40.708704 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-535892bf-7e21-427c-860b-c0dff7dfa36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:40.713504 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:07:40.713862 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 4ee8ebbe-1ad4-40d0-a050-3bc6ee724fc3 not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:07:40.718732 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fec09f-bc1d-4126-b28b-ad64266db252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f62efe-176a-486e-b1e6-72068035edf4,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:40.721418 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-40fec09f-bc1d-4126-b28b-ad64266db252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:41.047101 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53474) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:41.099817 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-59bbe98d-3563-4367-a7b3-62062426e35a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=85fd125d44ae4c839f6e5d0c8e1b7216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487463 Jun 09 15:07:41.100043 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53480) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:41.162411 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8d2c9d6e-0413-4d1e-822d-532fd852f38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:41.189975 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8d2c9d6e-0413-4d1e-822d-532fd852f38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:41.234070 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952663fa-0055-4185-92ea-b2c87c19a199 req-e603781e-6b9c-408d-844b-ac7272580798 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:41.235802 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-952663fa-0055-4185-92ea-b2c87c19a199 req-e603781e-6b9c-408d-844b-ac7272580798 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0866966 Jun 09 15:07:41.254040 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8d2c9d6e-0413-4d1e-822d-532fd852f38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:41.256854 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8d2c9d6e-0413-4d1e-822d-532fd852f38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:41.258151 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-8d2c9d6e-0413-4d1e-822d-532fd852f38a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cf7e495d-7174-4c4d-8571-e90cd36176f0 HTTP/1.1" status: 204 len: 168 time: 0.1571724 Jun 09 15:07:41.259074 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ee5567a3-7a86-4ccf-82e0-744fe1e195f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:41.270706 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c9d6e-0413-4d1e-822d-532fd852f38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7e495d-7174-4c4d-8571-e90cd36176f0,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:41.274005 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-8d2c9d6e-0413-4d1e-822d-532fd852f38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:41.292433 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-952663fa-0055-4185-92ea-b2c87c19a199 req-bf28590c-ee91-45cc-b70e-1ac9e18685c6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486500 Jun 09 15:07:41.821904 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111f9ce-3ca6-4471-b440-ea39b923b1ba req-ddf3ea63-3c46-42ee-bba3-355b8b2fff58 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:41.823382 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d111f9ce-3ca6-4471-b440-ea39b923b1ba req-ddf3ea63-3c46-42ee-bba3-355b8b2fff58 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0800891 Jun 09 15:07:41.869247 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d111f9ce-3ca6-4471-b440-ea39b923b1ba req-13288286-47b1-4ec4-a11f-7116cb4bcd48 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397406 Jun 09 15:07:42.497735 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100214a0-0487-4cd2-9be6-41ac01fd7aaf req-3af6b95b-07d6-4e04-aae3-f2121ef3d9b8 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:42.499343 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-100214a0-0487-4cd2-9be6-41ac01fd7aaf req-3af6b95b-07d6-4e04-aae3-f2121ef3d9b8 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 943 time: 0.0842307 Jun 09 15:07:42.547528 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-100214a0-0487-4cd2-9be6-41ac01fd7aaf req-e239b671-ce64-47ef-9a64-5b1b1e2cbbd3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424685 Jun 09 15:07:42.717206 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device bef870ca-c24e-4d83-aae3-a42cae30a724 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:07:42.763568 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53536) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:42.859244 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-b277ab17-b0e7-4390-9dce-0788b51890a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:42.865265 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port bef870ca-c24e-4d83-aae3-a42cae30a724, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bef870ca-c24e-4d83-aae3-a42cae30a724,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:42.879485 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'port_id': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'mac_address': 'fa:16:3e:01:37:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:07:42.881449 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-849ebc58-d47b-49d5-ad8f-fbdb6d8e0553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:42.942514 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:42.963728 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef870ca-c24e-4d83-aae3-a42cae30a724 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:07:42.981608 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port bef870ca-c24e-4d83-aae3-a42cae30a724, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bef870ca-c24e-4d83-aae3-a42cae30a724,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:42.985300 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:42.987329 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:43.048532 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-849ebc58-d47b-49d5-ad8f-fbdb6d8e0553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:43.053936 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-849ebc58-d47b-49d5-ad8f-fbdb6d8e0553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:43.056533 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=bef870ca-c24e-4d83-aae3-a42cae30a724,revision_number=9']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:43.059631 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:43.065119 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-248970f1-69e5-49b8-9d3c-0ba75595c1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:43.113338 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-849ebc58-d47b-49d5-ad8f-fbdb6d8e0553 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=706c42978f1040aa99eccfcc6b9bf62b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486986 Jun 09 15:07:43.115801 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ebc58-d47b-49d5-ad8f-fbdb6d8e0553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfe47f7-4ab6-4cdc-b1f1-c87751141a32,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:43.116433 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53542) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:43.118867 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-849ebc58-d47b-49d5-ad8f-fbdb6d8e0553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:43.136003 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f44b3c-2786-47de-ac30-741ed497af85 req-4dda0187-4244-4422-b250-c6a51cac4464 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:43.137493 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-77f44b3c-2786-47de-ac30-741ed497af85 req-4dda0187-4244-4422-b250-c6a51cac4464 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1472976 Jun 09 15:07:43.172562 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c97c269-e31c-4c88-b640-c727fe49c23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:43.184725 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-77f44b3c-2786-47de-ac30-741ed497af85 req-53363984-9497-42e6-a10d-166bcee29155 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Jun 09 15:07:43.199128 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c97c269-e31c-4c88-b640-c727fe49c23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:43.248654 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c97c269-e31c-4c88-b640-c727fe49c23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:43.251085 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c97c269-e31c-4c88-b640-c727fe49c23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:43.252169 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-5c97c269-e31c-4c88-b640-c727fe49c23f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8cfe47f7-4ab6-4cdc-b1f1-c87751141a32 HTTP/1.1" status: 204 len: 168 time: 0.1347799 Jun 09 15:07:43.252987 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5c22ec2a-ed6a-4a48-9f15-87bc2f26eb07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:43.262465 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97c269-e31c-4c88-b640-c727fe49c23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfe47f7-4ab6-4cdc-b1f1-c87751141a32,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:43.264777 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5c97c269-e31c-4c88-b640-c727fe49c23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:43.650972 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 813f99c9-d42e-4762-bf4a-6ed0b324d151 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:07:43.688691 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: 813f99c9-d42e-4762-bf4a-6ed0b324d151 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:07:43.689241 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 813f99c9-d42e-4762-bf4a-6ed0b324d151 not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:07:43.760125 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd3bd9-df33-4127-b5c3-e525d1e0fcef req-1a202710-77bb-4e88-9a1d-edafbece600c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:43.761674 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-44cd3bd9-df33-4127-b5c3-e525d1e0fcef req-1a202710-77bb-4e88-9a1d-edafbece600c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 944 time: 0.0923901 Jun 09 15:07:43.809760 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-44cd3bd9-df33-4127-b5c3-e525d1e0fcef req-ecbe65e7-84e6-40b7-ae6e-46273394de57 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422647 Jun 09 15:07:44.360152 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53580) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:44.367901 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663332c0-f7e7-47b2-b251-897a994365a2 req-36994871-1e16-4287-b930-5089775aa9cf tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:44.369306 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-663332c0-f7e7-47b2-b251-897a994365a2 req-36994871-1e16-4287-b930-5089775aa9cf tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0805280 Jun 09 15:07:44.413533 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-663332c0-f7e7-47b2-b251-897a994365a2 req-341f4a6f-2b7c-412a-be41-b28d11b08e39 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384789 Jun 09 15:07:44.482715 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dc9ddef7-580d-4c54-a3c2-7642014420e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:44.582020 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dc9ddef7-580d-4c54-a3c2-7642014420e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:44.587598 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dc9ddef7-580d-4c54-a3c2-7642014420e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:44.594875 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c34749df-59e1-490f-a9a8-cc28af935cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:44.633383 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ddef7-580d-4c54-a3c2-7642014420e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67617219-9eba-4256-9509-ce9356ad896e,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:44.637428 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-dc9ddef7-580d-4c54-a3c2-7642014420e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5565687d87ec4a2a9eabba07a5c61f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762711 Jun 09 15:07:44.638326 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-dc9ddef7-580d-4c54-a3c2-7642014420e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:44.640697 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53586) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:44.700640 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d30f3082-cf84-4787-85d9-14553387ad6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:44.726084 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d30f3082-cf84-4787-85d9-14553387ad6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:44.781774 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d30f3082-cf84-4787-85d9-14553387ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:44.785140 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d30f3082-cf84-4787-85d9-14553387ad6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:44.788619 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-d30f3082-cf84-4787-85d9-14553387ad6f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/67617219-9eba-4256-9509-ce9356ad896e HTTP/1.1" status: 204 len: 168 time: 0.1452267 Jun 09 15:07:44.788619 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1bcb20d8-3b1a-4a12-9d86-5a5c6a16bf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:44.797509 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f3082-cf84-4787-85d9-14553387ad6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67617219-9eba-4256-9509-ce9356ad896e,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:44.799716 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-d30f3082-cf84-4787-85d9-14553387ad6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:45.014361 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c8-37e3-43e5-bf26-c4b81ed5b427 req-714187d0-8235-4a6b-baff-8c1d0fbdf28e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:45.015860 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3ae433c8-37e3-43e5-bf26-c4b81ed5b427 req-714187d0-8235-4a6b-baff-8c1d0fbdf28e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 944 time: 0.0915840 Jun 09 15:07:45.061483 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3ae433c8-37e3-43e5-bf26-c4b81ed5b427 req-00551fe1-3ae8-4b09-9b19-a806f32a416a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400543 Jun 09 15:07:45.097475 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['bef870ca-c24e-4d83-aae3-a42cae30a724'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:07:45.308418 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:45.417620 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-91ffec3f-f731-46c8-93ea-818849745972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:45.598715 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b7b7d-1e65-45ef-86aa-0bea01683b83 req-d2b630f4-de1b-4b21-81b1-25f2c1140bbe tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:45.600808 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ad2b7b7d-1e65-45ef-86aa-0bea01683b83 req-d2b630f4-de1b-4b21-81b1-25f2c1140bbe tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0840075 Jun 09 15:07:45.655218 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ad2b7b7d-1e65-45ef-86aa-0bea01683b83 req-c19c4187-8005-4a31-bfbc-960e970314bd tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486710 Jun 09 15:07:46.341531 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e9f4-7991-4617-ba40-5308cc703dbe req-ce55434c-0fe1-47fc-b2ab-9799d1fa4cc0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:46.343127 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f2b5e9f4-7991-4617-ba40-5308cc703dbe req-ce55434c-0fe1-47fc-b2ab-9799d1fa4cc0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 944 time: 0.1019118 Jun 09 15:07:46.351826 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:46.399324 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f2b5e9f4-7991-4617-ba40-5308cc703dbe req-f3c2e92b-c2c2-4c84-b1e5-76d163b57542 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454679 Jun 09 15:07:46.406904 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8953663-ec20-428c-b8ab-3038774aecf4 req-c97f3761-8c55-4e5c-a89e-8fa9798a8087 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:46.408429 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b8953663-ec20-428c-b8ab-3038774aecf4 req-c97f3761-8c55-4e5c-a89e-8fa9798a8087 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.61 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.1053827 Jun 09 15:07:46.616203 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49898e8-8703-41aa-abac-0340f0100c51 req-83495b35-c8a7-40d1-8c60-2f7ae04294ab tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:46.618340 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f49898e8-8703-41aa-abac-0340f0100c51 req-83495b35-c8a7-40d1-8c60-2f7ae04294ab tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 946 time: 0.1654451 Jun 09 15:07:46.642734 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-b8953663-ec20-428c-b8ab-3038774aecf4 req-fd6b2f6a-a89c-464e-9df8-5c1580411b4c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Deleting port 87c0590b-acb3-44da-9384-5e1f1322daed {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:07:46.643061 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-b8953663-ec20-428c-b8ab-3038774aecf4 req-fd6b2f6a-a89c-464e-9df8-5c1580411b4c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:46.749415 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f49898e8-8703-41aa-abac-0340f0100c51 req-b6461878-53a6-494b-bd8b-2dc1526a8061 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249900 Jun 09 15:07:46.774608 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53650) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:46.803162 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device bef870ca-c24e-4d83-aae3-a42cae30a724 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:07:46.807763 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-b8953663-ec20-428c-b8ab-3038774aecf4 req-fd6b2f6a-a89c-464e-9df8-5c1580411b4c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] For port 87c0590b-acb3-44da-9384-5e1f1322daed, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=87c0590b-acb3-44da-9384-5e1f1322daed,segment=NetworkSegment(d10eab84-5335-43fc-8a7b-bb1a827e835e),segment_id=d10eab84-5335-43fc-8a7b-bb1a827e835e)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:46.808121 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-b8953663-ec20-428c-b8ab-3038774aecf4 req-fd6b2f6a-a89c-464e-9df8-5c1580411b4c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:46.873153 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279df1f-0003-4d3a-a8d7-3333574ed431 req-320ad1f9-e29c-4df9-8e16-5a2adb730759 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:46.876344 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9279df1f-0003-4d3a-a8d7-3333574ed431 req-320ad1f9-e29c-4df9-8e16-5a2adb730759 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 946 time: 0.0973284 Jun 09 15:07:46.889643 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port bef870ca-c24e-4d83-aae3-a42cae30a724 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:46.890137 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:46.933394 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9279df1f-0003-4d3a-a8d7-3333574ed431 req-0fea76d9-a919-4fc6-8755-df55409260fb tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/security-groups?id=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485821 Jun 09 15:07:46.944056 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-b8953663-ec20-428c-b8ab-3038774aecf4 req-fd6b2f6a-a89c-464e-9df8-5c1580411b4c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Calling delete_port for 87c0590b-acb3-44da-9384-5e1f1322daed owned by compute:nova {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:07:47.057012 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:47.085165 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52c632b-879d-4165-b1d6-6d6778681388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef870ca-c24e-4d83-aae3-a42cae30a724'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:47.087716 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abac21f-94cb-4011-bc07-c8d746ac11a4" -d '{"events": [{"server_uuid": "c52c632b-879d-4165-b1d6-6d6778681388", "name": "network-vif-plugged", "status": "completed", "tag": "bef870ca-c24e-4d83-aae3-a42cae30a724"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:47.099214 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port bef870ca-c24e-4d83-aae3-a42cae30a724, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bef870ca-c24e-4d83-aae3-a42cae30a724,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:47.106694 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:47.108949 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-33e29bfe-560e-4025-b260-f4b10f9ff714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:47.122153 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-b8953663-ec20-428c-b8ab-3038774aecf4 req-fd6b2f6a-a89c-464e-9df8-5c1580411b4c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:47.129051 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:47.159078 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dcc419-ead9-4703-8d10-de5fa28af2df x-openstack-request-id: req-14dcc419-ead9-4703-8d10-de5fa28af2df {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:47.159456 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52c632b-879d-4165-b1d6-6d6778681388", "name": "network-vif-plugged", "status": "completed", "tag": "bef870ca-c24e-4d83-aae3-a42cae30a724", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:47.159774 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-14dcc419-ead9-4703-8d10-de5fa28af2df {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:47.160213 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52c632b-879d-4165-b1d6-6d6778681388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'code': 200} Jun 09 15:07:47.161280 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['87c0590b-acb3-44da-9384-5e1f1322daed'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:07:47.184619 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b2f6a-a89c-464e-9df8-5c1580411b4c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Pushing event deleted for resources: {'Port': ['ID=87c0590b-acb3-44da-9384-5e1f1322daed,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:47.247958 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=bef870ca-c24e-4d83-aae3-a42cae30a724,revision_number=10']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:47.262477 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:47.307738 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-fd6b2f6a-a89c-464e-9df8-5c1580411b4c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:47.314636 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaff337-1f38-4bbc-8ec2-5d757e4c60ea tempest-TestMinimumBasicScenario-1355255094 tempest-TestMinimumBasicScenario-1355255094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:47.318825 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-1aaff337-1f38-4bbc-8ec2-5d757e4c60ea tempest-TestMinimumBasicScenario-1355255094 tempest-TestMinimumBasicScenario-1355255094-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 1094 time: 0.5405686 Jun 09 15:07:47.321427 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53662) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:47.328141 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Request body: {'floatingip': {'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'port_id': '0e743a00-8d1c-4eaf-8523-0f26360b34a7', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:47.358789 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for floatingip, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:47.359597 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8953663-ec20-428c-b8ab-3038774aecf4 req-fd6b2f6a-a89c-464e-9df8-5c1580411b4c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] No DVR routers for this DVR port 87c0590b-acb3-44da-9384-5e1f1322daed on host hv-cinder-78960 {{(pid=91817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:07:47.362927 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-b8953663-ec20-428c-b8ab-3038774aecf4 req-fd6b2f6a-a89c-464e-9df8-5c1580411b4c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:47.366270 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b8953663-ec20-428c-b8ab-3038774aecf4 req-fd6b2f6a-a89c-464e-9df8-5c1580411b4c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.61 "DELETE /v2.0/ports/87c0590b-acb3-44da-9384-5e1f1322daed HTTP/1.1" status: 204 len: 173 time: 0.9523945 Jun 09 15:07:47.368415 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd719c9ec-2d26-4a33-8b52-30519c83b526', 'name': 'network-vif-deleted', 'tag': '87c0590b-acb3-44da-9384-5e1f1322daed'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:47.370839 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6901f4-b06d-4643-81a3-3d312d38a7b7" -d '{"events": [{"server_uuid": "d719c9ec-2d26-4a33-8b52-30519c83b526", "name": "network-vif-deleted", "tag": "87c0590b-acb3-44da-9384-5e1f1322daed"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:47.450135 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d478b985-4d2a-4a59-ab37-cfe4800f5293 x-openstack-request-id: req-d478b985-4d2a-4a59-ab37-cfe4800f5293 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:47.450445 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d719c9ec-2d26-4a33-8b52-30519c83b526", "name": "network-vif-deleted", "tag": "87c0590b-acb3-44da-9384-5e1f1322daed", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:47.450863 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d478b985-4d2a-4a59-ab37-cfe4800f5293 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:47.451297 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd719c9ec-2d26-4a33-8b52-30519c83b526', 'name': 'network-vif-deleted', 'tag': '87c0590b-acb3-44da-9384-5e1f1322daed', 'status': 'completed', 'code': 200} Jun 09 15:07:47.571957 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:47.622649 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef01577-5650-4852-a04a-b86759e286c5 req-f8758f8c-a43c-493a-a440-c1a83df67954 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:47.625784 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8ef01577-5650-4852-a04a-b86759e286c5 req-f8758f8c-a43c-493a-a440-c1a83df67954 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 946 time: 0.1021137 Jun 09 15:07:47.697189 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8ef01577-5650-4852-a04a-b86759e286c5 req-bbac1dc4-7d01-466f-8505-7c44e3eb09b6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640209 Jun 09 15:07:47.741293 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Allocated IP 172.27.1.134 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/df7125b9-c384-4d40-af29-405a02e84657) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:07:47.899244 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:47.932460 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29138953'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:47.936713 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a29f31a8-af21-44d5-aebb-503d106a3f42 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:48.010307 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:07:48.013244 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:48.015709 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:07:48.054729 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event updated for resources: {'Port': ['ID=df7125b9-c384-4d40-af29-405a02e84657,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:48.067102 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:48.067597 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:48.068185 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:48.069032 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:48.069374 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:48.069708 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:48.070040 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:48.070371 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:48.070729 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:48.071061 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:48.071485 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:48.071863 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:48.075456 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:48.185331 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1d74cdfa-ee27-4b88-9656-2574137f1c2a req-aceeb9be-040b-4bcc-bab6-470f84174b4e tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 210 time: 0.1253815 Jun 09 15:07:48.238567 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:48.680379 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf59f44-7475-4537-a1b0-9158a92f3572 req-91348f51-e1a5-4a4a-abda-102f34de590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:48.681882 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4bf59f44-7475-4537-a1b0-9158a92f3572 req-91348f51-e1a5-4a4a-abda-102f34de590c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 1099 time: 0.0702391 Jun 09 15:07:48.696786 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:48.816893 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:48.885463 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dcfb4-d1e0-4fdc-b8bd-a33ce5f2c6ee req-fcabcb41-ced9-48ef-b356-5077934b79f2 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:48.886926 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-048dcfb4-d1e0-4fdc-b8bd-a33ce5f2c6ee req-fcabcb41-ced9-48ef-b356-5077934b79f2 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 946 time: 0.0825505 Jun 09 15:07:48.933277 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-048dcfb4-d1e0-4fdc-b8bd-a33ce5f2c6ee req-5d5f2452-d4f6-44a3-b600-4e60c8b47196 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401537 Jun 09 15:07:49.024164 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:49.028420 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:49.032756 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-2729d152-f961-4d24-98a7-a0b1f9a851ad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:49.135305 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event updated for resources: {'Port': ['ID=df7125b9-c384-4d40-af29-405a02e84657,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:49.139412 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:49.145772 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:49.349897 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4afe0170-e132-424a-a9c2-3ddcc9cffb83 req-bc735e83-e837-4b64-a5ed-fdd1ec62742f tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 210 time: 0.0458181 Jun 09 15:07:49.352477 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.l3_db [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Floating IP ef6e0315-0543-42d7-a4ec-ef83c69953fc associated. External IP: 172.27.1.134, port: 0e743a00-8d1c-4eaf-8523-0f26360b34a7. Jun 09 15:07:49.547772 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4bf59f44-7475-4537-a1b0-9158a92f3572 req-c0ac14a0-df7b-48fa-b49f-d75c1ac555ff service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347266 Jun 09 15:07:49.765071 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:07:49.938345 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:07:49.948029 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8aa2f-9cb2-4fd3-9a78-9fe724127339 None None] Sync routers for ids ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:07:49.956806 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8aa2f-9cb2-4fd3-9a78-9fe724127339 None None] Routers {'4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:49.957308 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:49.957432 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-8ca8aa2f-9cb2-4fd3-9a78-9fe724127339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:07:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:50.019498 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6937339 Jun 09 15:07:50.019498 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'tag': '0e743a00-8d1c-4eaf-8523-0f26360b34a7'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:50.021341 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9cd95a-e687-4afc-a199-6ffd200eb2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d567e8df-34c0-4495-9989-7f0499357c0a", "tag": "0e743a00-8d1c-4eaf-8523-0f26360b34a7"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:50.022137 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53692) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:50.027278 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-0e97ee01-87bd-4f99-b683-793a30e0d446 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334248678', 'description': 'tempest-secgroup-smoke-334248678 description', 'project_id': '636c5b53f57b462d9ddea07dae292c5b'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:50.052122 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0e97ee01-87bd-4f99-b683-793a30e0d446 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.107325 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af34850-1879-467b-b270-a64f129788b9 x-openstack-request-id: req-6af34850-1879-467b-b270-a64f129788b9 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:50.107766 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d567e8df-34c0-4495-9989-7f0499357c0a", "tag": "0e743a00-8d1c-4eaf-8523-0f26360b34a7", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:50.108104 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6af34850-1879-467b-b270-a64f129788b9 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:50.108516 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'tag': '0e743a00-8d1c-4eaf-8523-0f26360b34a7', 'status': 'completed', 'code': 200} Jun 09 15:07:50.163896 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-8ca8aa2f-9cb2-4fd3-9a78-9fe724127339 None None] Set router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:50.169940 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f58acc-4bb3-463a-a271-0c0a63273014 req-e7af0a34-5181-477f-8fd5-6185b4853df5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:50.170819 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0e97ee01-87bd-4f99-b683-793a30e0d446 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.171431 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b3f58acc-4bb3-463a-a271-0c0a63273014 req-e7af0a34-5181-477f-8fd5-6185b4853df5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 946 time: 0.1215146 Jun 09 15:07:50.179319 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0e97ee01-87bd-4f99-b683-793a30e0d446 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.183436 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-35a307ea-0927-4038-aeba-4a77df7aa8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:50.213366 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97ee01-87bd-4f99-b683-793a30e0d446 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=422638cb-abed-4a69-aca7-235ce6592524,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:50.220523 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0e97ee01-87bd-4f99-b683-793a30e0d446 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:50.221803 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b3f58acc-4bb3-463a-a271-0c0a63273014 req-8fd00f3e-af66-46a9-8aa6-611f08bd37f2 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428391 Jun 09 15:07:50.231066 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0e97ee01-87bd-4f99-b683-793a30e0d446 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.235550 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-0e97ee01-87bd-4f99-b683-793a30e0d446 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2118359 Jun 09 15:07:50.235683 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53698) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:50.241255 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Request body: {'security_group_rule': {'security_group_id': '422638cb-abed-4a69-aca7-235ce6592524', 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:50.270962 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.332485 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.337603 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.339771 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-53d6f4e4-f9dd-4f9c-8f55-4b974979257e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:50.360797 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1f4cf6-f610-4a3b-b445-f3df0f636891,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:50.371225 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:50.371584 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:50.372349 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:50.372349 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:50.372777 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:50.373103 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:50.373396 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:50.373731 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:50.374065 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:50.374396 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:50.374759 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:50.375093 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:07:50.378162 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.381839 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425486 Jun 09 15:07:50.381839 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:50.383122 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53702) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:50.386455 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-722416ea-2143-4eb7-872b-a0b5c9067123 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Request body: {'security_group_rule': {'security_group_id': '422638cb-abed-4a69-aca7-235ce6592524', 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:50.416191 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-722416ea-2143-4eb7-872b-a0b5c9067123 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.479963 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-722416ea-2143-4eb7-872b-a0b5c9067123 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.483818 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-722416ea-2143-4eb7-872b-a0b5c9067123 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.485999 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:50.506580 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722416ea-2143-4eb7-872b-a0b5c9067123 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54effd8d-873c-43c4-b608-559a99aac130,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:50.510653 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-722416ea-2143-4eb7-872b-a0b5c9067123 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:50.518200 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-722416ea-2143-4eb7-872b-a0b5c9067123 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.523141 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-722416ea-2143-4eb7-872b-a0b5c9067123 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400945 Jun 09 15:07:50.524119 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53706) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:50.529381 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-0e24bdf3-d717-4e21-896c-ad7b0d07cd61 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Request body: {'security_group_rule': {'security_group_id': '422638cb-abed-4a69-aca7-235ce6592524', 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:50.529543 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4cda1b15-88e5-46aa-b032-7593b5b0ca37 req-81080178-8a67-4d74-8801-7575e46e3b92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] 10.222.0.74 "GET /v2.0/ports?device_id=d719c9ec-2d26-4a33-8b52-30519c83b526 HTTP/1.1" status: 200 len: 210 time: 0.0525563 Jun 09 15:07:50.568235 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0e24bdf3-d717-4e21-896c-ad7b0d07cd61 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.588722 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-8ca8aa2f-9cb2-4fd3-9a78-9fe724127339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:06:06Z', 'revision_number': 4, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port': {'id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:03Z', 'updated_at': '2021-06-09T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': 'ef6e0315-0543-42d7-a4ec-ef83c69953fc', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'port_id': '0e743a00-8d1c-4eaf-8523-0f26360b34a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'mac_address': 'fa:16:3e:07:16:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:07:48Z', 'updated_at': '2021-06-09T15:07:48Z', 'revision_number': 0, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1c1989-67c5-43ef-8944-f7b673fae2d6', 'name': '', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'mac_address': 'fa:16:3e:56:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:05Z', 'updated_at': '2021-06-09T15:06:16Z', 'revision_number': 5, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'subnets': [{'id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:50.592522 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8aa2f-9cb2-4fd3-9a78-9fe724127339 None None] Checking router: 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:07:50.602108 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8aa2f-9cb2-4fd3-9a78-9fe724127339 None None] Routers {'4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:50.602802 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-8ca8aa2f-9cb2-4fd3-9a78-9fe724127339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:07:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:50.633683 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0e24bdf3-d717-4e21-896c-ad7b0d07cd61 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.637920 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0e24bdf3-d717-4e21-896c-ad7b0d07cd61 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.640028 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-722416ea-2143-4eb7-872b-a0b5c9067123 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:50.662597 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24bdf3-d717-4e21-896c-ad7b0d07cd61 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d643cd-4d7c-460b-b952-0c74d4caab85,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:50.665629 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0e24bdf3-d717-4e21-896c-ad7b0d07cd61 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:50.675851 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0e24bdf3-d717-4e21-896c-ad7b0d07cd61 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.677052 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-0e24bdf3-d717-4e21-896c-ad7b0d07cd61 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518128 Jun 09 15:07:50.679824 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53708) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:50.684244 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-f2125650-5902-4730-95fe-1ab26d21ef27 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Request body: {'security_group_rule': {'security_group_id': '422638cb-abed-4a69-aca7-235ce6592524', 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:50.762316 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f2125650-5902-4730-95fe-1ab26d21ef27 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.786771 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-8ca8aa2f-9cb2-4fd3-9a78-9fe724127339 None None] Set router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:50.821171 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cd95a-e687-4afc-a199-6ffd200eb2bc req-9ed0b426-db2e-4965-b521-6bebc8a6ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:50.822617 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-cd9cd95a-e687-4afc-a199-6ffd200eb2bc req-9ed0b426-db2e-4965-b521-6bebc8a6ffc0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=636c5b53f57b462d9ddea07dae292c5b&device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 1099 time: 0.1311359 Jun 09 15:07:50.837239 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 87c0590b-acb3-44da-9384-5e1f1322daed no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:07:50.864776 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f2125650-5902-4730-95fe-1ab26d21ef27 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.875737 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: 87c0590b-acb3-44da-9384-5e1f1322daed {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:07:50.876311 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 87c0590b-acb3-44da-9384-5e1f1322daed not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:07:50.909499 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f2125650-5902-4730-95fe-1ab26d21ef27 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.917271 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-76d21183-01f3-40ef-9e6c-0899e02780f6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:50.934564 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2125650-5902-4730-95fe-1ab26d21ef27 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ceae3ba-30f7-466a-88cf-931ad629512b,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:50.944946 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f2125650-5902-4730-95fe-1ab26d21ef27 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:50.968615 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f2125650-5902-4730-95fe-1ab26d21ef27 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:50.969959 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-f2125650-5902-4730-95fe-1ab26d21ef27 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2889621 Jun 09 15:07:50.972807 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53710) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:50.978179 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-1f15b331-677d-47b0-8901-a20fa6c50262 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Request body: {'security_group_rule': {'security_group_id': '422638cb-abed-4a69-aca7-235ce6592524', 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:51.003266 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.securitygroups_db [None req-1f15b331-677d-47b0-8901-a20fa6c50262 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Project 636c5b53f57b462d9ddea07dae292c5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 15:07:51.005092 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cd95a-e687-4afc-a199-6ffd200eb2bc req-ff13d8e6-3631-4711-a3c5-c5699f1ead18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:51.007423 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-cd9cd95a-e687-4afc-a199-6ffd200eb2bc req-ff13d8e6-3631-4711-a3c5-c5699f1ead18 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bbc97c85-3f46-4847-a3f2-902de2c05af6 HTTP/1.1" status: 200 len: 915 time: 0.1738007 Jun 09 15:07:51.010185 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1f15b331-677d-47b0-8901-a20fa6c50262 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:51.092036 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1f15b331-677d-47b0-8901-a20fa6c50262 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:51.097681 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1f15b331-677d-47b0-8901-a20fa6c50262 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:51.107734 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:51.114027 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-cd9cd95a-e687-4afc-a199-6ffd200eb2bc req-fd88314c-79cb-4ac8-8a85-2d16dcf4b1fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e743a00-8d1c-4eaf-8523-0f26360b34a7 HTTP/1.1" status: 200 len: 1000 time: 0.0990679 Jun 09 15:07:51.128227 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15b331-677d-47b0-8901-a20fa6c50262 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bec049-63d4-4ac2-9776-9b46d593e2ab,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:51.131851 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1f15b331-677d-47b0-8901-a20fa6c50262 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:51.133177 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1f15b331-677d-47b0-8901-a20fa6c50262 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:51.137405 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-1f15b331-677d-47b0-8901-a20fa6c50262 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1635725 Jun 09 15:07:51.138204 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53714) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:51.142934 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-de504774-2b4b-4def-b5c1-3faaec83e47d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Request body: {'security_group_rule': {'security_group_id': '422638cb-abed-4a69-aca7-235ce6592524', 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:51.180333 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.securitygroups_db [None req-de504774-2b4b-4def-b5c1-3faaec83e47d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Project 636c5b53f57b462d9ddea07dae292c5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 15:07:51.189153 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-de504774-2b4b-4def-b5c1-3faaec83e47d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:51.191913 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cd95a-e687-4afc-a199-6ffd200eb2bc req-6140c7c4-2649-419d-92ff-1304546b7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:51.194155 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-cd9cd95a-e687-4afc-a199-6ffd200eb2bc req-6140c7c4-2649-419d-92ff-1304546b7d45 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79abb7d5-f7c2-4524-863c-719cb77f02e7 HTTP/1.1" status: 200 len: 853 time: 0.0707767 Jun 09 15:07:51.206402 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-8ca8aa2f-9cb2-4fd3-9a78-9fe724127339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:06:06Z', 'revision_number': 4, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port': {'id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:03Z', 'updated_at': '2021-06-09T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': 'ef6e0315-0543-42d7-a4ec-ef83c69953fc', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'port_id': '0e743a00-8d1c-4eaf-8523-0f26360b34a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'mac_address': 'fa:16:3e:07:16:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:07:48Z', 'updated_at': '2021-06-09T15:07:48Z', 'revision_number': 0, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1c1989-67c5-43ef-8944-f7b673fae2d6', 'name': '', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'mac_address': 'fa:16:3e:56:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:05Z', 'updated_at': '2021-06-09T15:06:16Z', 'revision_number': 5, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'subnets': [{'id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:51.211599 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8aa2f-9cb2-4fd3-9a78-9fe724127339 None None] The sync data for ids ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'] in dv-cinder-789603-9-iscsi is: [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:06:06Z', 'revision_number': 4, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port': {'id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:03Z', 'updated_at': '2021-06-09T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': 'ef6e0315-0543-42d7-a4ec-ef83c69953fc', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'port_id': '0e743a00-8d1c-4eaf-8523-0f26360b34a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'mac_address': 'fa:16:3e:07:16:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:07:48Z', 'updated_at': '2021-06-09T15:07:48Z', 'revision_number': 0, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1c1989-67c5-43ef-8944-f7b673fae2d6', 'name': '', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'mac_address': 'fa:16:3e:56:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:05Z', 'updated_at': '2021-06-09T15:06:16Z', 'revision_number': 5, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'subnets': [{'id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:07:51.290131 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-de504774-2b4b-4def-b5c1-3faaec83e47d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:51.297458 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-de504774-2b4b-4def-b5c1-3faaec83e47d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:51.301354 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:51.312251 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cd95a-e687-4afc-a199-6ffd200eb2bc req-f33588a4-d22b-4d87-a3e6-64cc6e8d8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:51.314231 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-cd9cd95a-e687-4afc-a199-6ffd200eb2bc req-f33588a4-d22b-4d87-a3e6-64cc6e8d8111 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbc97c85-3f46-4847-a3f2-902de2c05af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1131344 Jun 09 15:07:51.331039 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de504774-2b4b-4def-b5c1-3faaec83e47d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b6c570-b13d-4ad8-b0ab-13f81dbae7e0,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:51.340614 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-de504774-2b4b-4def-b5c1-3faaec83e47d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:51.348813 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-de504774-2b4b-4def-b5c1-3faaec83e47d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:51.350413 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-de504774-2b4b-4def-b5c1-3faaec83e47d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2110953 Jun 09 15:07:51.508991 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c8540d6d-2bc6-4246-9fcd-f179b1064cd1 req-608ff026-833e-4206-9c5a-b7995105df16 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334248678&fields=id&tenant_id=636c5b53f57b462d9ddea07dae292c5b HTTP/1.1" status: 200 len: 267 time: 0.0652285 Jun 09 15:07:51.518034 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb43c901-d414-4698-a08c-6fb039db2a4e None None] New status for floating IP ef6e0315-0543-42d7-a4ec-ef83c69953fc: ACTIVE {{(pid=91818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:07:51.577360 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-cd9cd95a-e687-4afc-a199-6ffd200eb2bc req-c132b421-e741-489d-8739-12680d4fa87c service neutron] 10.222.0.61 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514079 Jun 09 15:07:51.708237 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8540d6d-2bc6-4246-9fcd-f179b1064cd1 req-1b9d2734-6a5d-4731-90d5-1a16f525a283 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:51.717743 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c8540d6d-2bc6-4246-9fcd-f179b1064cd1 req-1b9d2734-6a5d-4731-90d5-1a16f525a283 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 946 time: 0.1873906 Jun 09 15:07:51.724236 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-c8540d6d-2bc6-4246-9fcd-f179b1064cd1 req-c12c045d-895b-4b68-b055-eedc25624e34 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Request body: {'port': {'security_groups': ['bd26e227-2812-43c8-9489-e2f64d32a590', '422638cb-abed-4a69-aca7-235ce6592524']}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:51.797393 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb8d09-0e1c-4cfc-8ea8-d2847bd8e029 req-0c5d6ab9-2a6d-43d3-9fe5-b9b3f4539df6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:51.798957 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-55fb8d09-0e1c-4cfc-8ea8-d2847bd8e029 req-0c5d6ab9-2a6d-43d3-9fe5-b9b3f4539df6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 946 time: 0.3643050 Jun 09 15:07:51.924531 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-c8540d6d-2bc6-4246-9fcd-f179b1064cd1 req-c12c045d-895b-4b68-b055-eedc25624e34 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:51.930185 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-55fb8d09-0e1c-4cfc-8ea8-d2847bd8e029 req-bbed2b71-a603-488a-aba8-151603bc471a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204515 Jun 09 15:07:51.985893 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-cd9cd95a-e687-4afc-a199-6ffd200eb2bc req-2935ad95-642f-4dd4-b6cf-f1a4f4e15e8f service neutron] 10.222.0.61 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919454 Jun 09 15:07:52.069266 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53740) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:52.270522 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-c8540d6d-2bc6-4246-9fcd-f179b1064cd1 req-c12c045d-895b-4b68-b055-eedc25624e34 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] For port 0e743a00-8d1c-4eaf-8523-0f26360b34a7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0e743a00-8d1c-4eaf-8523-0f26360b34a7,segment=NetworkSegment(5b0369fd-e9b4-4178-bda5-0d093eb138ee),segment_id=5b0369fd-e9b4-4178-bda5-0d093eb138ee)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:52.302641 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-c8540d6d-2bc6-4246-9fcd-f179b1064cd1 req-c12c045d-895b-4b68-b055-eedc25624e34 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:52.309742 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-c8540d6d-2bc6-4246-9fcd-f179b1064cd1 req-c12c045d-895b-4b68-b055-eedc25624e34 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:52.319344 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:52.321789 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['0e743a00-8d1c-4eaf-8523-0f26360b34a7'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:07:52.414026 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8540d6d-2bc6-4246-9fcd-f179b1064cd1 req-c12c045d-895b-4b68-b055-eedc25624e34 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:52.415202 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-c8540d6d-2bc6-4246-9fcd-f179b1064cd1 req-c12c045d-895b-4b68-b055-eedc25624e34 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:52.416595 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c8540d6d-2bc6-4246-9fcd-f179b1064cd1 req-c12c045d-895b-4b68-b055-eedc25624e34 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "PUT /v2.0/ports/0e743a00-8d1c-4eaf-8523-0f26360b34a7 HTTP/1.1" status: 200 len: 982 time: 0.6980503 Jun 09 15:07:52.417115 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'tag': '0e743a00-8d1c-4eaf-8523-0f26360b34a7'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:52.419483 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f10697-1deb-450b-9670-956c8a1b3cee" -d '{"events": [{"name": "network-changed", "server_uuid": "d567e8df-34c0-4495-9989-7f0499357c0a", "tag": "0e743a00-8d1c-4eaf-8523-0f26360b34a7"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:52.461037 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c045d-895b-4b68-b055-eedc25624e34 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event updated for resources: {'Port': ['ID=0e743a00-8d1c-4eaf-8523-0f26360b34a7,revision_number=6']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:52.483633 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c12c045d-895b-4b68-b055-eedc25624e34 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:52.490561 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d66b0f-fb06-4461-8549-80a0d6da6da7 x-openstack-request-id: req-37d66b0f-fb06-4461-8549-80a0d6da6da7 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:52.491311 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d567e8df-34c0-4495-9989-7f0499357c0a", "tag": "0e743a00-8d1c-4eaf-8523-0f26360b34a7", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:52.491805 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-37d66b0f-fb06-4461-8549-80a0d6da6da7 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:52.492619 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'tag': '0e743a00-8d1c-4eaf-8523-0f26360b34a7', 'status': 'completed', 'code': 200} Jun 09 15:07:52.545292 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['0e743a00-8d1c-4eaf-8523-0f26360b34a7'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:07:52.767186 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a3302-c6db-43af-92dd-6cc9fe34d6a6 req-38ef333e-d3dc-43d7-b07f-f1eab30480d1 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:52.775392 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9f2a3302-c6db-43af-92dd-6cc9fe34d6a6 req-38ef333e-d3dc-43d7-b07f-f1eab30480d1 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.1252980 Jun 09 15:07:52.790335 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-394d19e8-b87c-48b9-9188-49ff60e60611 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:52.799277 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-394d19e8-b87c-48b9-9188-49ff60e60611 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/networks?id=d837972a-cd23-4dcf-8142-6c0984b38878 HTTP/1.1" status: 200 len: 814 time: 0.5584309 Jun 09 15:07:52.840233 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-819e2c78-eb6c-42fc-89e1-be2627add7ce tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/quotas/8ba22abdddb340b9adf17389e0c8943a HTTP/1.1" status: 200 len: 375 time: 0.0400717 Jun 09 15:07:52.863045 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-847a45d2-07e2-4bc5-8719-abd2af8d0d0e None None] Provisioning complete for port 0e743a00-8d1c-4eaf-8523-0f26360b34a7 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:07:52.864029 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-847a45d2-07e2-4bc5-8719-abd2af8d0d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:52.915549 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-16292d28-5f57-446d-8c21-0589d3c40875 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8ba22abdddb340b9adf17389e0c8943a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743322 Jun 09 15:07:52.934426 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9f2a3302-c6db-43af-92dd-6cc9fe34d6a6 req-066a7224-f71a-4470-93b5-df2a1cce231e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1579375 Jun 09 15:07:53.051582 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f10697-1deb-450b-9670-956c8a1b3cee req-87da21f5-0ceb-456d-93e8-8ed1fc2a2c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:53.053598 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-48f10697-1deb-450b-9670-956c8a1b3cee req-87da21f5-0ceb-456d-93e8-8ed1fc2a2c8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=636c5b53f57b462d9ddea07dae292c5b&device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 1138 time: 0.5359399 Jun 09 15:07:53.194113 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e51a4-269f-4bc9-8453-841bf0a70ef1 req-f7597956-2bd5-4808-a128-ea35fe03da12 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:53.196006 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-645e51a4-269f-4bc9-8453-841bf0a70ef1 req-f7597956-2bd5-4808-a128-ea35fe03da12 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 946 time: 0.1012905 Jun 09 15:07:53.217785 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f10697-1deb-450b-9670-956c8a1b3cee req-84bd5bbf-15f8-49d7-ba1d-8318bcd2c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:53.219263 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-48f10697-1deb-450b-9670-956c8a1b3cee req-84bd5bbf-15f8-49d7-ba1d-8318bcd2c550 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bbc97c85-3f46-4847-a3f2-902de2c05af6 HTTP/1.1" status: 200 len: 915 time: 0.1523795 Jun 09 15:07:53.274501 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-645e51a4-269f-4bc9-8453-841bf0a70ef1 req-66250d8f-609e-472b-b34e-b853d2897756 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657628 Jun 09 15:07:53.421044 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-48f10697-1deb-450b-9670-956c8a1b3cee req-41029bb8-6c47-40a4-b1d0-6450c0a63cd9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e743a00-8d1c-4eaf-8523-0f26360b34a7 HTTP/1.1" status: 200 len: 1002 time: 0.1873550 Jun 09 15:07:53.422848 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-7db39267-eeeb-4e48-9125-34d532d901ae service neutron] 10.222.0.74 "GET /v2.0/networks/d837972a-cd23-4dcf-8142-6c0984b38878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065465 Jun 09 15:07:53.580258 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f10697-1deb-450b-9670-956c8a1b3cee req-988d66d4-a9d6-4b7e-b620-f2823744c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:53.581670 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-48f10697-1deb-450b-9670-956c8a1b3cee req-988d66d4-a9d6-4b7e-b620-f2823744c0dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79abb7d5-f7c2-4524-863c-719cb77f02e7 HTTP/1.1" status: 200 len: 853 time: 0.1533258 Jun 09 15:07:53.718884 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-8d54d893-8348-4c4e-a2a8-502f2b5f1983 service neutron] 10.222.0.74 "GET /v2.0/networks/d837972a-cd23-4dcf-8142-6c0984b38878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564282 Jun 09 15:07:53.745777 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f10697-1deb-450b-9670-956c8a1b3cee req-0331bce0-a375-45d2-a970-207595219bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:53.747344 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-48f10697-1deb-450b-9670-956c8a1b3cee req-0331bce0-a375-45d2-a970-207595219bbe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbc97c85-3f46-4847-a3f2-902de2c05af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1570706 Jun 09 15:07:53.752498 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c20bf423-372b-4f56-9bbb-b76a368e5998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598710'] for router_interface, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:53.939490 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a6403c1d-bfb0-457c-a8a2-41a7d241b800 req-a8452072-77ff-4868-be0b-9bdcb06581dd tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 210 time: 0.0475020 Jun 09 15:07:54.247519 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-48f10697-1deb-450b-9670-956c8a1b3cee req-deae5f40-795b-4826-ab69-a9508e36d956 service neutron] 10.222.0.61 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545054 Jun 09 15:07:54.495314 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-48f10697-1deb-450b-9670-956c8a1b3cee req-f36426cb-ef28-4e5d-a973-177fdb8daa76 service neutron] 10.222.0.61 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278957 Jun 09 15:07:54.590364 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f91d6-b634-47e7-8e2b-189d06e3f036 req-7fae4a9a-c834-450b-9a8a-81793cd3ce61 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:54.591817 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a48f91d6-b634-47e7-8e2b-189d06e3f036 req-7fae4a9a-c834-450b-9a8a-81793cd3ce61 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 946 time: 0.1730115 Jun 09 15:07:54.601023 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-c20bf423-372b-4f56-9bbb-b76a368e5998 admin admin] Deleting port 755c0bf2-62f4-49d3-a111-13673a0e4262 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:07:54.601359 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c20bf423-372b-4f56-9bbb-b76a368e5998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:54.713314 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a48f91d6-b634-47e7-8e2b-189d06e3f036 req-7402c3b0-0f79-49ee-bde0-58caca7a2b7d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147575 Jun 09 15:07:54.758567 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-c20bf423-372b-4f56-9bbb-b76a368e5998 admin admin] For port 755c0bf2-62f4-49d3-a111-13673a0e4262, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=755c0bf2-62f4-49d3-a111-13673a0e4262,segment=NetworkSegment(d10eab84-5335-43fc-8a7b-bb1a827e835e),segment_id=d10eab84-5335-43fc-8a7b-bb1a827e835e)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:54.758924 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c20bf423-372b-4f56-9bbb-b76a368e5998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:54.883434 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-c20bf423-372b-4f56-9bbb-b76a368e5998 admin admin] Calling delete_port for 755c0bf2-62f4-49d3-a111-13673a0e4262 owned by network:router_interface {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:07:55.125281 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d022bf91-00f4-418f-bd66-51439c3bae76 req-03925321-a123-4538-b035-e29ef800dab1 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 210 time: 0.0520191 Jun 09 15:07:55.316768 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-8edc318f-1cf1-4ba5-a98d-9d0380bb175e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:55.318168 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-8edc318f-1cf1-4ba5-a98d-9d0380bb175e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.61 "GET /v2.0/networks?id=d837972a-cd23-4dcf-8142-6c0984b38878 HTTP/1.1" status: 200 len: 814 time: 0.2818019 Jun 09 15:07:55.359298 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Request body: {'port': {'device_id': 'b438a45d-7fd4-43d6-ba01-30170f0b5c35', 'network_id': 'd837972a-cd23-4dcf-8142-6c0984b38878', 'admin_state_up': True, 'tenant_id': '8ba22abdddb340b9adf17389e0c8943a'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:55.460874 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c20bf423-372b-4f56-9bbb-b76a368e5998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:55.467735 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-fb5ba8a3-e8d2-4db5-9b70-13533d7fbd8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:55.517911 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bf423-372b-4f56-9bbb-b76a368e5998 admin admin] Pushing event deleted for resources: {'Port': ['ID=755c0bf2-62f4-49d3-a111-13673a0e4262,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:55.525030 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c20bf423-372b-4f56-9bbb-b76a368e5998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:55.718876 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Made reservation on behalf of 8ba22abdddb340b9adf17389e0c8943a for: {'port': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:07:55.722527 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:55.917007 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c20bf423-372b-4f56-9bbb-b76a368e5998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-598520'] for router_interface, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.120339 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Allocated IP 172.20.0.5 (d837972a-cd23-4dcf-8142-6c0984b38878/830c9653-1015-478f-ba5d-3a068bd7e30f/7670e76c-dec2-4a97-ac68-429babf3a188) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:07:56.454945 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8d5855f2-a903-4fed-9c62-4c69a677ffe1 req-156958c6-305b-44a6-b632-a389459d040b tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 210 time: 0.1891351 Jun 09 15:07:56.565539 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20bf423-372b-4f56-9bbb-b76a368e5998 admin admin] Router 7f501755-a2f0-41f1-ac98-089e11c32a26 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:07:56.568001 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.882363 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:56.888958 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-36402d53-baec-42d3-bf8b-8e0bce2632a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:56.948442 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20bf423-372b-4f56-9bbb-b76a368e5998 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:07:56.956041 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-c20bf423-372b-4f56-9bbb-b76a368e5998 admin admin] 10.222.0.74 "PUT /v2.0/routers/7f501755-a2f0-41f1-ac98-089e11c32a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8849359 Jun 09 15:07:56.956977 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6e070-6269-4043-97f7-784b2d4ba1e9 None None] Sync routers for ids ['7f501755-a2f0-41f1-ac98-089e11c32a26'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:07:56.958553 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53874) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:56.978829 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6e070-6269-4043-97f7-784b2d4ba1e9 None None] Routers {'7f501755-a2f0-41f1-ac98-089e11c32a26'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:56.979471 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-0fb6e070-6269-4043-97f7-784b2d4ba1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:07:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['7f501755-a2f0-41f1-ac98-089e11c32a26'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:57.015357 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Network d837972a-cd23-4dcf-8142-6c0984b38878 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:07:57.031153 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:07:57.087125 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:07:57.142870 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Pushing event updated for resources: {'Port': ['ID=7670e76c-dec2-4a97-ac68-429babf3a188,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:57.145828 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:57.159630 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-0fb6e070-6269-4043-97f7-784b2d4ba1e9 None None] Set router 7f501755-a2f0-41f1-ac98-089e11c32a26 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:57.204039 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:57.204654 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:57.234546 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8850095 Jun 09 15:07:57.241744 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Notify callbacks [] for router, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:57.300826 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Request body: {'port': {'device_id': 'b438a45d-7fd4-43d6-ba01-30170f0b5c35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:07:57.442418 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-0fb6e070-6269-4043-97f7-784b2d4ba1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'name': 'tempest-ServerRescueNegativeTestJSON-293448380-router', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:41Z', 'updated_at': '2021-06-09T15:07:55Z', 'revision_number': 5, 'project_id': '298975b27cf9484f93a94f5ae61f1d3a', 'gw_port': {'id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:42Z', 'updated_at': '2021-06-09T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:57.446420 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6e070-6269-4043-97f7-784b2d4ba1e9 None None] Checking router: 7f501755-a2f0-41f1-ac98-089e11c32a26 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:07:57.454610 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6e070-6269-4043-97f7-784b2d4ba1e9 None None] Routers {'7f501755-a2f0-41f1-ac98-089e11c32a26'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:07:57.455210 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-0fb6e070-6269-4043-97f7-784b2d4ba1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:07:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['7f501755-a2f0-41f1-ac98-089e11c32a26'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:57.513466 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:57.534343 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:57.647774 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a455706-d345-4fdb-a724-70591a2c51dc req-b8ee82b9-5e14-4a8a-96cc-a27a49112784 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:57.649872 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5a455706-d345-4fdb-a724-70591a2c51dc req-b8ee82b9-5e14-4a8a-96cc-a27a49112784 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 931 time: 0.0827281 Jun 09 15:07:57.676927 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-0fb6e070-6269-4043-97f7-784b2d4ba1e9 None None] Set router 7f501755-a2f0-41f1-ac98-089e11c32a26 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:07:57.711119 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5a455706-d345-4fdb-a724-70591a2c51dc req-c0624482-f077-4073-9c1b-13d6e8aefa38 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458739 Jun 09 15:07:57.791829 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Deleting port 4e0472db-79bf-44ab-8a05-4e1a244aa22d {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:07:57.792166 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:57.957201 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] For port 4e0472db-79bf-44ab-8a05-4e1a244aa22d, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=4e0472db-79bf-44ab-8a05-4e1a244aa22d,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:07:57.957636 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:57.965451 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-0fb6e070-6269-4043-97f7-784b2d4ba1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'name': 'tempest-ServerRescueNegativeTestJSON-293448380-router', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:41Z', 'updated_at': '2021-06-09T15:07:55Z', 'revision_number': 5, 'project_id': '298975b27cf9484f93a94f5ae61f1d3a', 'gw_port': {'id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:42Z', 'updated_at': '2021-06-09T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:57.970370 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6e070-6269-4043-97f7-784b2d4ba1e9 None None] The sync data for ids ['7f501755-a2f0-41f1-ac98-089e11c32a26'] in dv-cinder-789603-9-iscsi is: [{'id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'name': 'tempest-ServerRescueNegativeTestJSON-293448380-router', 'tenant_id': '298975b27cf9484f93a94f5ae61f1d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:41Z', 'updated_at': '2021-06-09T15:07:55Z', 'revision_number': 5, 'project_id': '298975b27cf9484f93a94f5ae61f1d3a', 'gw_port': {'id': '4e0472db-79bf-44ab-8a05-4e1a244aa22d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:10:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f501755-a2f0-41f1-ac98-089e11c32a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:42Z', 'updated_at': '2021-06-09T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:07:58.073849 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.db.resource_extend [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 15:07:58.089566 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Calling delete_port for 4e0472db-79bf-44ab-8a05-4e1a244aa22d owned by network:router_gateway {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:07:58.258945 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7670e76c-dec2-4a97-ac68-429babf3a188 {{(pid=91817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:07:58.267278 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:58.286642 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Transition to ACTIVE for port object 7670e76c-dec2-4a97-ac68-429babf3a188 will not be triggered until provisioned by entity L2. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:07:58.290517 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:58.294033 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:58.474936 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7670e76c-dec2-4a97-ac68-429babf3a188,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:58.483354 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:58.595367 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Attempting to bind port 7670e76c-dec2-4a97-ac68-429babf3a188 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:07:58.596013 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Attempting to bind port 7670e76c-dec2-4a97-ac68-429babf3a188 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd0febefe-637a-47fd-abbe-58a0a9332d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd837972a-cd23-4dcf-8142-6c0984b38878'}] {{(pid=91817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:07:58.596013 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Attempting to bind port 7670e76c-dec2-4a97-ac68-429babf3a188 on network d837972a-cd23-4dcf-8142-6c0984b38878 {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:07:58.608338 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Port 7670e76c-dec2-4a97-ac68-429babf3a188 on network d837972a-cd23-4dcf-8142-6c0984b38878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:07:58.608659 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Attempting to bind port 7670e76c-dec2-4a97-ac68-429babf3a188 on network d837972a-cd23-4dcf-8142-6c0984b38878 {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:07:58.617941 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:07:58.618282 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Checking segment: {'id': 'd0febefe-637a-47fd-abbe-58a0a9332d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd837972a-cd23-4dcf-8142-6c0984b38878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:07:58.618688 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Bound using segment: {'id': 'd0febefe-637a-47fd-abbe-58a0a9332d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd837972a-cd23-4dcf-8142-6c0984b38878'} {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:07:58.619106 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Bound port: 7670e76c-dec2-4a97-ac68-429babf3a188, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0febefe-637a-47fd-abbe-58a0a9332d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd837972a-cd23-4dcf-8142-6c0984b38878'}}] {{(pid=91817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:07:58.619457 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:58.667401 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:58.685321 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:58.731524 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0472db-79bf-44ab-8a05-4e1a244aa22d,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:58.734685 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:58.892214 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] For port 7670e76c-dec2-4a97-ac68-429babf3a188, host hv-cinder-78960, cleared binding levels {{(pid=91817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:07:58.903100 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442406'] for router_gateway, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:58.949567 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] For port 7670e76c-dec2-4a97-ac68-429babf3a188, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7670e76c-dec2-4a97-ac68-429babf3a188,segment=NetworkSegment(d0febefe-637a-47fd-abbe-58a0a9332d83),segment_id=d0febefe-637a-47fd-abbe-58a0a9332d83)] {{(pid=91817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:07:59.014385 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.067548 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-fd6b2f6a-a89c-464e-9df8-5c1580411b4c tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:59.136029 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11366'] for router, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.141114 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:59.141716 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.143063 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] 10.222.0.61 "PUT /v2.0/ports/7670e76c-dec2-4a97-ac68-429babf3a188 HTTP/1.1" status: 200 len: 1093 time: 1.8510735 Jun 09 15:07:59.144050 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.147521 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b438a45d-7fd4-43d6-ba01-30170f0b5c35', 'tag': '7670e76c-dec2-4a97-ac68-429babf3a188'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:07:59.149779 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021b864d-9436-42d2-a078-8e6e68ffee04" -d '{"events": [{"name": "network-changed", "server_uuid": "b438a45d-7fd4-43d6-ba01-30170f0b5c35", "tag": "7670e76c-dec2-4a97-ac68-429babf3a188"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:07:59.224819 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e94976-36f9-41e3-a528-e3c0cd1644cb x-openstack-request-id: req-a3e94976-36f9-41e3-a528-e3c0cd1644cb {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:07:59.225130 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b438a45d-7fd4-43d6-ba01-30170f0b5c35", "tag": "7670e76c-dec2-4a97-ac68-429babf3a188", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:07:59.225407 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a3e94976-36f9-41e3-a528-e3c0cd1644cb {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:07:59.225818 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b438a45d-7fd4-43d6-ba01-30170f0b5c35', 'tag': '7670e76c-dec2-4a97-ac68-429babf3a188', 'status': 'completed', 'code': 200} Jun 09 15:07:59.277201 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2372497-e3b3-4d1f-8aed-0232c13ddc07 req-d616c39e-1837-438f-b523-bcc67231fb9c tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:59.278664 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e2372497-e3b3-4d1f-8aed-0232c13ddc07 req-d616c39e-1837-438f-b523-bcc67231fb9c tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 943 time: 0.4567549 Jun 09 15:07:59.305743 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7670e76c-dec2-4a97-ac68-429babf3a188,revision_number=3']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:59.314834 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:59.320895 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603021'] for router, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.321337 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f501755-a2f0-41f1-ac98-089e11c32a26 {{(pid=91817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:07:59.330225 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Notify callbacks [] for router, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.334012 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] 10.222.0.74 "DELETE /v2.0/routers/7f501755-a2f0-41f1-ac98-089e11c32a26 HTTP/1.1" status: 204 len: 168 time: 2.3694108 Jun 09 15:07:59.334628 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53898) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:59.357154 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e2372497-e3b3-4d1f-8aed-0232c13ddc07 req-f9727533-abb5-4673-96bc-f7808f0d2d37 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715308 Jun 09 15:07:59.370538 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-d25e6cc7-840a-4cd6-aa6b-38f4db96abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:59.372009 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-d25e6cc7-840a-4cd6-aa6b-38f4db96abf1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ba22abdddb340b9adf17389e0c8943a&device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 1096 time: 0.1431432 Jun 09 15:07:59.397582 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5417c2-9a82-4581-b97b-b64d21ba33be admin admin] Deleting subnet 48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f {{(pid=91816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:07:59.400696 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ad5417c2-9a82-4581-b97b-b64d21ba33be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.450687 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-be47cd46-d4df-404c-8e38-74cc7e38bcaa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7670e76c-dec2-4a97-ac68-429babf3a188 HTTP/1.1" status: 200 len: 217 time: 0.0670538 Jun 09 15:07:59.457238 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ad5417c2-9a82-4581-b97b-b64d21ba33be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28148167'] for subnet, precommit_delete_associations {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.514196 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-d7f629dc-e5c9-443a-b44a-8a0ee44d4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:07:59.515665 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-d7f629dc-e5c9-443a-b44a-8a0ee44d4406 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=830c9653-1015-478f-ba5d-3a068bd7e30f HTTP/1.1" status: 200 len: 854 time: 0.0588579 Jun 09 15:07:59.515948 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ad5417c2-9a82-4581-b97b-b64d21ba33be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.563470 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-77ef4597-d0e9-4185-b40c-97f157631459 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d837972a-cd23-4dcf-8142-6c0984b38878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402446 Jun 09 15:07:59.586082 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ad5417c2-9a82-4581-b97b-b64d21ba33be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29139172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28855172'] for subnet, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.591003 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-2543f7ea-3d67-417e-b4f8-5ba4ba2c4ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:07:59.629467 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5417c2-9a82-4581-b97b-b64d21ba33be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:07:59.633009 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-ad5417c2-9a82-4581-b97b-b64d21ba33be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:07:59.636350 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ad5417c2-9a82-4581-b97b-b64d21ba33be admin admin] Notify callbacks [] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.640643 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-ad5417c2-9a82-4581-b97b-b64d21ba33be admin admin] 10.222.0.74 "DELETE /v2.0/subnets/48e4f88c-cbb6-47c0-98e8-b95a3aff6f3f HTTP/1.1" status: 204 len: 168 time: 0.3049753 Jun 09 15:07:59.641303 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53904) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:59.761844 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-537e66f9-1203-4fd5-9541-f35b210612a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.815859 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-93e80c36-a540-4cfb-bea8-231eabbd2e5f service neutron] 10.222.0.61 "GET /v2.0/networks/d837972a-cd23-4dcf-8142-6c0984b38878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456431 Jun 09 15:07:59.903148 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 4e0472db-79bf-44ab-8a05-4e1a244aa22d no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:07:59.930871 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-537e66f9-1203-4fd5-9541-f35b210612a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.935010 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 53908) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:07:59.948958 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 4e0472db-79bf-44ab-8a05-4e1a244aa22d {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:07:59.949310 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 4e0472db-79bf-44ab-8a05-4e1a244aa22d not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:07:59.949599 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-537e66f9-1203-4fd5-9541-f35b210612a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3546033-fc06-446a-90f5-267054c947c3']}} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:59.949731 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 755c0bf2-62f4-49d3-a111-13673a0e4262 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:07:59.962743 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-537e66f9-1203-4fd5-9541-f35b210612a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10eab84-5335-43fc-8a7b-bb1a827e835e') {'for_net_delete': True} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:59.963127 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-537e66f9-1203-4fd5-9541-f35b210612a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10eab84-5335-43fc-8a7b-bb1a827e835e') {} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:07:59.976995 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-537e66f9-1203-4fd5-9541-f35b210612a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28148222'] for segment, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.987105 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 755c0bf2-62f4-49d3-a111-13673a0e4262 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:07:59.987451 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 755c0bf2-62f4-49d3-a111-13673a0e4262 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:07:59.996101 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-537e66f9-1203-4fd5-9541-f35b210612a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:07:59.998164 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-dc956c7c-c050-4046-aa9c-b30c60ae0f97 req-1a8b5a7c-021e-436c-a04a-6f4b2c262e82 service neutron] 10.222.0.61 "GET /v2.0/networks/d837972a-cd23-4dcf-8142-6c0984b38878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748421 Jun 09 15:08:00.002896 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537e66f9-1203-4fd5-9541-f35b210612a6 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=91816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:08:00.003287 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-537e66f9-1203-4fd5-9541-f35b210612a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29139015'] for segment, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: Traceback (most recent call last): Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: timer() Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: cb(*args, **kw) Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: return func(*args, **kwargs) Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: self._notify() Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: self.callback(batched_events) Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: event.method(event) Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: return f(self, *a, **k) Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._get(url).json() Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: return self.request(url, 'GET', **kwargs) Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:08:00.017045 dv-cinder-789603-9-iscsi neutron-server[91816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:08:00.094309 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-537e66f9-1203-4fd5-9541-f35b210612a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.099472 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-537e66f9-1203-4fd5-9541-f35b210612a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.104813 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-537e66f9-1203-4fd5-9541-f35b210612a6 admin admin] 10.222.0.74 "DELETE /v2.0/networks/f3546033-fc06-446a-90f5-267054c947c3 HTTP/1.1" status: 204 len: 168 time: 0.4601173 Jun 09 15:08:00.104813 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:00.111847 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-44834580-adea-4c62-b2d3-1be094808b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.126509 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e66f9-1203-4fd5-9541-f35b210612a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3546033-fc06-446a-90f5-267054c947c3,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:00.128955 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-537e66f9-1203-4fd5-9541-f35b210612a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:00.192289 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b864d-9436-42d2-a078-8e6e68ffee04 req-f713d45b-7c51-4edd-ba08-55b740237a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:00.194122 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-021b864d-9436-42d2-a078-8e6e68ffee04 req-f713d45b-7c51-4edd-ba08-55b740237a56 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ba22abdddb340b9adf17389e0c8943a&device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 1096 time: 0.1346796 Jun 09 15:08:00.223394 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53916) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:00.270973 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-73adcc05-9b00-4a3a-aa70-7b749e1ed5e2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=298975b27cf9484f93a94f5ae61f1d3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0462966 Jun 09 15:08:00.274108 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53918) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:00.331639 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dca4b329-9264-4e7b-ba39-91d3521c2c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.350931 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-44834580-adea-4c62-b2d3-1be094808b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.359789 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dca4b329-9264-4e7b-ba39-91d3521c2c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.363855 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-44834580-adea-4c62-b2d3-1be094808b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.377221 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-47bee15a-f268-4991-b67b-5268fd258dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:00.393204 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b864d-9436-42d2-a078-8e6e68ffee04 req-d4a821a4-712b-4c9d-8cef-38db147646d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:00.394662 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-021b864d-9436-42d2-a078-8e6e68ffee04 req-d4a821a4-712b-4c9d-8cef-38db147646d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d837972a-cd23-4dcf-8142-6c0984b38878 HTTP/1.1" status: 200 len: 915 time: 0.1870518 Jun 09 15:08:00.418737 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dca4b329-9264-4e7b-ba39-91d3521c2c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.421524 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-dca4b329-9264-4e7b-ba39-91d3521c2c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.425039 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-dca4b329-9264-4e7b-ba39-91d3521c2c23 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c2ea706c-7d8f-4739-ab5f-1364ba7b3eca HTTP/1.1" status: 204 len: 168 time: 0.1476705 Jun 09 15:08:00.425039 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-dc9ddef7-580d-4c54-a3c2-7642014420e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:00.433534 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4b329-9264-4e7b-ba39-91d3521c2c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ea706c-7d8f-4739-ab5f-1364ba7b3eca,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:00.436136 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-dca4b329-9264-4e7b-ba39-91d3521c2c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:00.475319 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-44834580-adea-4c62-b2d3-1be094808b77 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fa77b47cafc94be7b154fc05ab952ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5388749 Jun 09 15:08:00.477979 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 53924) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:00.483748 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44834580-adea-4c62-b2d3-1be094808b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb91509a-9e70-4703-8337-32ec91067f83,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:00.486993 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-021b864d-9436-42d2-a078-8e6e68ffee04 req-4cb777de-f702-404d-8800-57986a933567 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7670e76c-dec2-4a97-ac68-429babf3a188 HTTP/1.1" status: 200 len: 217 time: 0.0754230 Jun 09 15:08:00.487746 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-44834580-adea-4c62-b2d3-1be094808b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:00.558288 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b864d-9436-42d2-a078-8e6e68ffee04 req-3fc7f3a8-8063-46ef-accd-e063903efbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:00.559906 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-021b864d-9436-42d2-a078-8e6e68ffee04 req-3fc7f3a8-8063-46ef-accd-e063903efbf8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=830c9653-1015-478f-ba5d-3a068bd7e30f HTTP/1.1" status: 200 len: 854 time: 0.0652008 Jun 09 15:08:00.608272 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-49eb7e66-8882-4180-b035-11a510145f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.612906 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-021b864d-9436-42d2-a078-8e6e68ffee04 req-d2ff7cee-40a7-4845-a220-0af2cafcd4ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d837972a-cd23-4dcf-8142-6c0984b38878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430613 Jun 09 15:08:00.645067 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-49eb7e66-8882-4180-b035-11a510145f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.672603 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbf0ea-fb2c-4835-af8a-879eaf0f04fa req-1ecdccbc-bbdf-45b4-a8cb-937d77d4c39d tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:00.674076 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c0cbf0ea-fb2c-4835-af8a-879eaf0f04fa req-1ecdccbc-bbdf-45b4-a8cb-937d77d4c39d tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 943 time: 0.1775398 Jun 09 15:08:00.735408 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c0cbf0ea-fb2c-4835-af8a-879eaf0f04fa req-cc1334b2-53b8-4705-a640-093c4825401d tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480640 Jun 09 15:08:00.743605 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-49eb7e66-8882-4180-b035-11a510145f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.747253 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-49eb7e66-8882-4180-b035-11a510145f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:00.747658 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-49eb7e66-8882-4180-b035-11a510145f18 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bb91509a-9e70-4703-8337-32ec91067f83 HTTP/1.1" status: 204 len: 168 time: 0.2679996 Jun 09 15:08:00.748520 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0160b0b1-cb76-43f3-8657-6b8be9d85e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:00.769023 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb7e66-8882-4180-b035-11a510145f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb91509a-9e70-4703-8337-32ec91067f83,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:00.772934 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-49eb7e66-8882-4180-b035-11a510145f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:00.777423 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-021b864d-9436-42d2-a078-8e6e68ffee04 req-84a2338c-fa36-47b3-98c8-a4ca23666ee0 service neutron] 10.222.0.61 "GET /v2.0/networks/d837972a-cd23-4dcf-8142-6c0984b38878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519821 Jun 09 15:08:00.920310 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-021b864d-9436-42d2-a078-8e6e68ffee04 req-b00356d6-e573-497e-993f-dfa5afe175c3 service neutron] 10.222.0.61 "GET /v2.0/networks/d837972a-cd23-4dcf-8142-6c0984b38878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363878 Jun 09 15:08:01.972547 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f5c70-e46b-4f2f-a1c1-d95fe8e852f6 req-85c75dfb-bd46-4e64-807b-5c8fa7ce176b tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:01.973970 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-645f5c70-e46b-4f2f-a1c1-d95fe8e852f6 req-85c75dfb-bd46-4e64-807b-5c8fa7ce176b tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 943 time: 0.0893762 Jun 09 15:08:02.016962 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-645f5c70-e46b-4f2f-a1c1-d95fe8e852f6 req-092daf5b-fb3e-438f-b0d3-078aa76a07cf tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371802 Jun 09 15:08:02.847412 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 7670e76c-dec2-4a97-ac68-429babf3a188 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:08:02.983020 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 7670e76c-dec2-4a97-ac68-429babf3a188, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7670e76c-dec2-4a97-ac68-429babf3a188,segment=NetworkSegment(d0febefe-637a-47fd-abbe-58a0a9332d83),segment_id=d0febefe-637a-47fd-abbe-58a0a9332d83)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:08:02.996794 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': '7670e76c-dec2-4a97-ac68-429babf3a188', 'network_id': 'd837972a-cd23-4dcf-8142-6c0984b38878', 'port_id': '7670e76c-dec2-4a97-ac68-429babf3a188', 'mac_address': 'fa:16:3e:02:e0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830c9653-1015-478f-ba5d-3a068bd7e30f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:08:03.054718 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:03.073191 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7670e76c-dec2-4a97-ac68-429babf3a188 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:08:03.090317 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 7670e76c-dec2-4a97-ac68-429babf3a188, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7670e76c-dec2-4a97-ac68-429babf3a188,segment=NetworkSegment(d0febefe-637a-47fd-abbe-58a0a9332d83),segment_id=d0febefe-637a-47fd-abbe-58a0a9332d83)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:08:03.095636 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:03.097661 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:03.173970 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=7670e76c-dec2-4a97-ac68-429babf3a188,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:03.177321 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:03.215090 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be670e-cbe2-4e49-aadd-46a8337653fc req-48c9bd4b-dcf5-4f79-8d87-1ab83dcb631d tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:03.216663 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c2be670e-cbe2-4e49-aadd-46a8337653fc req-48c9bd4b-dcf5-4f79-8d87-1ab83dcb631d tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 944 time: 0.0903423 Jun 09 15:08:03.264496 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c2be670e-cbe2-4e49-aadd-46a8337653fc req-3189d537-bae4-44aa-a9fe-377e6aa397ee tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Jun 09 15:08:03.364143 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['7670e76c-dec2-4a97-ac68-429babf3a188'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:08:04.450497 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef6900-ad92-46eb-8424-79a7e9966755 req-e6da94b3-79d9-47dc-98e3-f6d48e6cb91c tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:04.451931 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c8ef6900-ad92-46eb-8424-79a7e9966755 req-e6da94b3-79d9-47dc-98e3-f6d48e6cb91c tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 944 time: 0.0815272 Jun 09 15:08:04.495421 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c8ef6900-ad92-46eb-8424-79a7e9966755 req-2638f57c-8e22-4b2d-8107-4d6d9d2d6700 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378687 Jun 09 15:08:04.848535 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 7670e76c-dec2-4a97-ac68-429babf3a188 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:08:04.917909 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port 7670e76c-dec2-4a97-ac68-429babf3a188 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:08:04.922613 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port 7670e76c-dec2-4a97-ac68-429babf3a188 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:08:04.922981 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:05.041675 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:05.072099 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b438a45d-7fd4-43d6-ba01-30170f0b5c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7670e76c-dec2-4a97-ac68-429babf3a188'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:08:05.074428 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17182a6f-0b42-4cb1-b7a5-eb34c4ebc038" -d '{"events": [{"server_uuid": "b438a45d-7fd4-43d6-ba01-30170f0b5c35", "name": "network-vif-plugged", "status": "completed", "tag": "7670e76c-dec2-4a97-ac68-429babf3a188"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:08:05.083077 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 7670e76c-dec2-4a97-ac68-429babf3a188, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7670e76c-dec2-4a97-ac68-429babf3a188,segment=NetworkSegment(d0febefe-637a-47fd-abbe-58a0a9332d83),segment_id=d0febefe-637a-47fd-abbe-58a0a9332d83)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:08:05.088269 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:05.091275 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:05.133210 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1a252d-28a9-4f5f-a48c-b14b3760022b x-openstack-request-id: req-1b1a252d-28a9-4f5f-a48c-b14b3760022b {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:08:05.133849 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b438a45d-7fd4-43d6-ba01-30170f0b5c35", "name": "network-vif-plugged", "status": "completed", "tag": "7670e76c-dec2-4a97-ac68-429babf3a188", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:08:05.134522 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1b1a252d-28a9-4f5f-a48c-b14b3760022b {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:08:05.135317 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b438a45d-7fd4-43d6-ba01-30170f0b5c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7670e76c-dec2-4a97-ac68-429babf3a188', 'code': 200} Jun 09 15:08:05.173964 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=7670e76c-dec2-4a97-ac68-429babf3a188,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:05.176837 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:05.363486 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd146d-5b4d-4938-b286-f1dd0c827085 req-462bbc1b-a2d6-454b-8005-237ac49d6d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:05.364936 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e5bd146d-5b4d-4938-b286-f1dd0c827085 req-462bbc1b-a2d6-454b-8005-237ac49d6d0c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 1098 time: 0.0729959 Jun 09 15:08:05.406469 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e5bd146d-5b4d-4938-b286-f1dd0c827085 req-38b00bb5-f9fd-4938-9aae-619eb9cb1061 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347033 Jun 09 15:08:05.679334 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3c9e1-659d-4397-b0db-adc6e4b31805 req-6c5b4463-1d55-4c3d-8bad-a7b37158fdc9 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:05.680782 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c1e3c9e1-659d-4397-b0db-adc6e4b31805 req-6c5b4463-1d55-4c3d-8bad-a7b37158fdc9 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 945 time: 0.0798924 Jun 09 15:08:05.723607 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c1e3c9e1-659d-4397-b0db-adc6e4b31805 req-0b48d1c6-67c6-4200-8fa4-92defc7008d4 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372019 Jun 09 15:08:06.691057 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2f956ffa-f044-4970-b09a-a490ec68f413 req-35a32a64-4de5-4bd1-9451-8651da1c23a9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735245 Jun 09 15:08:06.807123 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f956ffa-f044-4970-b09a-a490ec68f413 req-d78b8164-3470-48fc-870c-22d8919a542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:06.808619 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2f956ffa-f044-4970-b09a-a490ec68f413 req-d78b8164-3470-48fc-870c-22d8919a542b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 1099 time: 0.0850291 Jun 09 15:08:07.119127 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f956ffa-f044-4970-b09a-a490ec68f413 req-33fa596b-d0c6-444c-b6c0-0256ddf468a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:07.120550 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2f956ffa-f044-4970-b09a-a490ec68f413 req-33fa596b-d0c6-444c-b6c0-0256ddf468a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6df34c4-a146-448a-a741-18d7a8a2e9ec HTTP/1.1" status: 200 len: 918 time: 0.2785418 Jun 09 15:08:07.128073 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2679a9-a283-45ef-9146-2558203a6675 req-acf9fa7e-2cde-44df-8cb5-d2596193a97b tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:07.130134 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6a2679a9-a283-45ef-9146-2558203a6675 req-acf9fa7e-2cde-44df-8cb5-d2596193a97b tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 945 time: 0.2682049 Jun 09 15:08:07.177679 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:07.264154 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6a2679a9-a283-45ef-9146-2558203a6675 req-abe7d78a-230c-439f-91a4-0d5304ded3ea tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743487 Jun 09 15:08:07.265911 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2f956ffa-f044-4970-b09a-a490ec68f413 req-4bef3178-90f5-4bd9-848f-bee636885df6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bef870ca-c24e-4d83-aae3-a42cae30a724 HTTP/1.1" status: 200 len: 1001 time: 0.1317742 Jun 09 15:08:07.377117 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3568d7c-e864-447f-9b56-29acc6183829 req-64642d92-974c-45f8-a340-3cf2c7d67e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:07.379594 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3568d7c-e864-447f-9b56-29acc6183829 req-64642d92-974c-45f8-a340-3cf2c7d67e71 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=636c5b53f57b462d9ddea07dae292c5b&device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 1138 time: 0.0894897 Jun 09 15:08:07.435836 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f956ffa-f044-4970-b09a-a490ec68f413 req-262d2521-790c-4c70-9a8b-f5c88c9d611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:07.437551 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2f956ffa-f044-4970-b09a-a490ec68f413 req-262d2521-790c-4c70-9a8b-f5c88c9d611b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f5266821-f8ca-412e-b356-225fac8eefd5 HTTP/1.1" status: 200 len: 856 time: 0.1545854 Jun 09 15:08:07.538881 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3568d7c-e864-447f-9b56-29acc6183829 req-4273346b-5bce-4469-a2f3-be3ec6f3ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:07.540651 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3568d7c-e864-447f-9b56-29acc6183829 req-4273346b-5bce-4469-a2f3-be3ec6f3ccef service neutron] 10.222.0.61 "GET /v2.0/networks?id=bbc97c85-3f46-4847-a3f2-902de2c05af6 HTTP/1.1" status: 200 len: 915 time: 0.1532948 Jun 09 15:08:07.558013 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b9ffc-5f52-4898-819f-75fba8888d6f req-1044bb6b-ee35-4487-9cb1-c9e62e9773ec tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:07.559530 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e92b9ffc-5f52-4898-819f-75fba8888d6f req-1044bb6b-ee35-4487-9cb1-c9e62e9773ec tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.1747470 Jun 09 15:08:07.594119 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f956ffa-f044-4970-b09a-a490ec68f413 req-4176b564-643b-4d28-8da7-a1f8dce710bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:07.596085 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2f956ffa-f044-4970-b09a-a490ec68f413 req-4176b564-643b-4d28-8da7-a1f8dce710bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6df34c4-a146-448a-a741-18d7a8a2e9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1398394 Jun 09 15:08:07.652399 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3568d7c-e864-447f-9b56-29acc6183829 req-0c6e0b3a-b3f4-45b7-975f-e17a9f11767e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e743a00-8d1c-4eaf-8523-0f26360b34a7 HTTP/1.1" status: 200 len: 1002 time: 0.1038494 Jun 09 15:08:07.686724 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e92b9ffc-5f52-4898-819f-75fba8888d6f req-fd57df23-1503-4232-82ce-0ce09ec70562 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1165340 Jun 09 15:08:07.732552 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3568d7c-e864-447f-9b56-29acc6183829 req-6d3a1f2a-daa6-45c6-bfb2-a68840980c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:07.733979 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3568d7c-e864-447f-9b56-29acc6183829 req-6d3a1f2a-daa6-45c6-bfb2-a68840980c4f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79abb7d5-f7c2-4524-863c-719cb77f02e7 HTTP/1.1" status: 200 len: 853 time: 0.0750539 Jun 09 15:08:07.788751 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2f956ffa-f044-4970-b09a-a490ec68f413 req-49c8a82c-88da-410d-84d5-945e5cb31eeb service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762671 Jun 09 15:08:07.825853 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3568d7c-e864-447f-9b56-29acc6183829 req-38a18268-14e1-4a9b-866e-30e545a19992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:07.828215 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3568d7c-e864-447f-9b56-29acc6183829 req-38a18268-14e1-4a9b-866e-30e545a19992 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbc97c85-3f46-4847-a3f2-902de2c05af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843260 Jun 09 15:08:07.938952 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2f956ffa-f044-4970-b09a-a490ec68f413 req-5b2db346-1d04-4eab-a0a2-fc24a94f7c88 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408210 Jun 09 15:08:07.972840 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3568d7c-e864-447f-9b56-29acc6183829 req-c4a619f0-a9b8-4378-9a28-b36a0cdcf936 service neutron] 10.222.0.61 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388741 Jun 09 15:08:08.180597 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d3568d7c-e864-447f-9b56-29acc6183829 req-ff87d2ae-8645-4a81-8dc3-732c82068b1b service neutron] 10.222.0.61 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908169 Jun 09 15:08:08.886563 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d37746-9ff3-4f64-ac78-6fb86ed73df4 req-72261e06-4d1d-4072-a2e1-60ab71a985fc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:08.887998 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-31d37746-9ff3-4f64-ac78-6fb86ed73df4 req-72261e06-4d1d-4072-a2e1-60ab71a985fc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0849302 Jun 09 15:08:08.936309 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-31d37746-9ff3-4f64-ac78-6fb86ed73df4 req-d70fe739-ae07-4e25-974a-cdf5ff1983b5 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425677 Jun 09 15:08:10.136800 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d1604-8d61-40e8-b4d6-34d3d91d7c1a req-82cefd02-5380-464b-b0a2-35130cddc3a2 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:10.138287 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-842d1604-8d61-40e8-b4d6-34d3d91d7c1a req-82cefd02-5380-464b-b0a2-35130cddc3a2 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0868616 Jun 09 15:08:10.185561 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-842d1604-8d61-40e8-b4d6-34d3d91d7c1a req-01b74822-be9a-4f1d-aab1-e009e3e94a7b tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413940 Jun 09 15:08:11.353399 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 54082) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:11.378600 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bf8b5-6b92-4d41-89c1-8968e2087e97 req-015941d9-fd2a-41c5-ad64-b5db0d2096be tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:11.380045 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-cd2bf8b5-6b92-4d41-89c1-8968e2087e97 req-015941d9-fd2a-41c5-ad64-b5db0d2096be tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0841367 Jun 09 15:08:11.426662 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-cd2bf8b5-6b92-4d41-89c1-8968e2087e97 req-773df6a8-6fd5-45a4-a969-65003d880656 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399704 Jun 09 15:08:11.469721 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-db60535f-1546-4be4-a998-28eb46d63db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.573187 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-db60535f-1546-4be4-a998-28eb46d63db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.576831 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-db60535f-1546-4be4-a998-28eb46d63db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.585638 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5ff5eb82-801a-4bbe-82c4-5fea029d8fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:11.624579 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-db60535f-1546-4be4-a998-28eb46d63db2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cf9f5b9000b846529c453572dbe5b22b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701340 Jun 09 15:08:11.625435 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60535f-1546-4be4-a998-28eb46d63db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76c2d8e-a4f7-4dfa-8054-e2af975dcef9,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:11.628228 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 54086) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:11.628486 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-db60535f-1546-4be4-a998-28eb46d63db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:11.686362 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b94ea352-1a64-49c3-8210-a094f6652a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.712468 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b94ea352-1a64-49c3-8210-a094f6652a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.762162 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b94ea352-1a64-49c3-8210-a094f6652a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.764574 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b94ea352-1a64-49c3-8210-a094f6652a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:11.768404 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-b94ea352-1a64-49c3-8210-a094f6652a0b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c76c2d8e-a4f7-4dfa-8054-e2af975dcef9 HTTP/1.1" status: 204 len: 168 time: 0.1390944 Jun 09 15:08:11.769222 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-559360b3-41d3-40f9-906b-16eca2d38042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:11.779503 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ea352-1a64-49c3-8210-a094f6652a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76c2d8e-a4f7-4dfa-8054-e2af975dcef9,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:11.781754 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b94ea352-1a64-49c3-8210-a094f6652a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:12.619391 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866be070-d834-4a55-aa13-58c667acc435 req-2990664f-314c-4a37-9e28-4663fa8d397f tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:12.620862 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-866be070-d834-4a55-aa13-58c667acc435 req-2990664f-314c-4a37-9e28-4663fa8d397f tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0860469 Jun 09 15:08:12.667971 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-866be070-d834-4a55-aa13-58c667acc435 req-54b85ed4-cb4a-44ac-88bb-5db79e20bb50 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411317 Jun 09 15:08:12.829939 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:08:12.840796 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-630f30aa-7345-48c1-b753-0578ab94566f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:13.855180 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c826d3-b09a-4b47-96b7-2b19191645f3 req-96466cc4-7b36-4dda-845a-cafff6fb7556 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:13.856621 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-57c826d3-b09a-4b47-96b7-2b19191645f3 req-96466cc4-7b36-4dda-845a-cafff6fb7556 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0840471 Jun 09 15:08:13.903099 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-57c826d3-b09a-4b47-96b7-2b19191645f3 req-50555102-a952-4d9e-b9de-26fca12d9516 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407121 Jun 09 15:08:15.086691 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8328a86-65ef-4a13-b920-d00ba139cd40 req-750f2381-fbd3-41dc-b169-acfc5d146119 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:15.088103 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d8328a86-65ef-4a13-b920-d00ba139cd40 req-750f2381-fbd3-41dc-b169-acfc5d146119 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0782914 Jun 09 15:08:15.138302 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d8328a86-65ef-4a13-b920-d00ba139cd40 req-d8b3f547-399c-43bf-95bc-ab2e058ac016 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445707 Jun 09 15:08:15.311208 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:15.419091 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-18c17cd9-2096-46db-b24f-acd114c59e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:16.323227 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a8f2b-2f0e-4f67-a9a6-7b199bcf79c7 req-1467928c-7600-41e5-ab3e-c6995d8c2c5e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:16.324670 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ed4a8f2b-2f0e-4f67-a9a6-7b199bcf79c7 req-1467928c-7600-41e5-ab3e-c6995d8c2c5e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0791826 Jun 09 15:08:16.344105 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:16.371516 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ed4a8f2b-2f0e-4f67-a9a6-7b199bcf79c7 req-0f5ea3b4-999a-4404-9024-4252d7eef6ee tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411463 Jun 09 15:08:17.556855 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c2e3-34be-41cf-9dd3-4478c399e454 req-d7442518-88a9-483f-8048-5f003187430a tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:17.558195 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-df95c2e3-34be-41cf-9dd3-4478c399e454 req-d7442518-88a9-483f-8048-5f003187430a tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0818923 Jun 09 15:08:17.604746 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-df95c2e3-34be-41cf-9dd3-4478c399e454 req-2cbb6025-31f9-4b70-b3c6-a78e8d58257a tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408528 Jun 09 15:08:18.240190 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:18.792064 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578751c-8235-4d5a-a323-c41a120b03d7 req-d79cc3c7-7013-4aca-b876-820abe922004 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:18.793504 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4578751c-8235-4d5a-a323-c41a120b03d7 req-d79cc3c7-7013-4aca-b876-820abe922004 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0836201 Jun 09 15:08:18.838879 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4578751c-8235-4d5a-a323-c41a120b03d7 req-2f3b3d15-9810-451d-b369-e41499004ee7 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394793 Jun 09 15:08:20.030053 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dde6b8-3ea6-49d7-a028-94a5cad7b6cb req-76af03a3-726b-4dd0-974f-7539b0a526f4 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:20.031433 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-43dde6b8-3ea6-49d7-a028-94a5cad7b6cb req-76af03a3-726b-4dd0-974f-7539b0a526f4 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0843990 Jun 09 15:08:20.078208 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-43dde6b8-3ea6-49d7-a028-94a5cad7b6cb req-17101c3b-84ed-4466-af96-c332efb4ca5a tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408685 Jun 09 15:08:21.263894 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f90696-11c2-409c-baba-1a7f63998b06 req-1e4708a8-d77c-4381-8c6e-a0a53c28d99a tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:21.265388 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-54f90696-11c2-409c-baba-1a7f63998b06 req-1e4708a8-d77c-4381-8c6e-a0a53c28d99a tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0817692 Jun 09 15:08:21.316440 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-54f90696-11c2-409c-baba-1a7f63998b06 req-94cb4bda-ba4c-42ab-9c86-b1758b230e72 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449641 Jun 09 15:08:22.498810 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c7720-e9ad-4b45-aa8e-4a1fc2facab3 req-fcf60de0-53fc-4694-8d45-58335ae881c3 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:22.500229 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-df9c7720-e9ad-4b45-aa8e-4a1fc2facab3 req-fcf60de0-53fc-4694-8d45-58335ae881c3 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0784595 Jun 09 15:08:22.545587 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-df9c7720-e9ad-4b45-aa8e-4a1fc2facab3 req-2623dd56-e311-405c-82d5-a3bd08ac65a5 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396488 Jun 09 15:08:23.727690 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f102f5-5bad-4dc7-a26a-8a93b79e1744 req-c14b3b44-c836-453e-9f66-caf6aa0a2934 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:23.729220 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-30f102f5-5bad-4dc7-a26a-8a93b79e1744 req-c14b3b44-c836-453e-9f66-caf6aa0a2934 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0794189 Jun 09 15:08:23.774521 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-30f102f5-5bad-4dc7-a26a-8a93b79e1744 req-a948cf20-2799-4daf-bde1-c720213f0467 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396302 Jun 09 15:08:24.986774 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6863b55-c8b0-46bf-991b-4e1fdb1764e3 req-76a59ce5-000e-478f-af59-900f0facf7d1 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:24.988219 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c6863b55-c8b0-46bf-991b-4e1fdb1764e3 req-76a59ce5-000e-478f-af59-900f0facf7d1 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0849936 Jun 09 15:08:25.034214 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c6863b55-c8b0-46bf-991b-4e1fdb1764e3 req-d92b8481-dbb2-4a0a-95dc-b8635b5c5b8b tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396214 Jun 09 15:08:26.229459 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251820f-30ec-4eb6-ad1a-8e1c3d33e7de req-39ee454e-b77d-4604-bf4a-14d2c99a1cf6 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:26.230912 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4251820f-30ec-4eb6-ad1a-8e1c3d33e7de req-39ee454e-b77d-4604-bf4a-14d2c99a1cf6 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.0865185 Jun 09 15:08:26.360812 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4251820f-30ec-4eb6-ad1a-8e1c3d33e7de req-bd946d19-49f2-4fae-b17a-77154a6a080d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=422638cb-abed-4a69-aca7-235ce6592524&id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1239173 Jun 09 15:08:28.979570 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f62d02-9056-45d9-9726-2133b6e0fb7c req-58c49871-029b-4c4c-b99d-9a90fde0b8e9 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:28.981350 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f6f62d02-9056-45d9-9726-2133b6e0fb7c req-58c49871-029b-4c4c-b99d-9a90fde0b8e9 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0876720 Jun 09 15:08:29.031459 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f6f62d02-9056-45d9-9726-2133b6e0fb7c req-05d89ede-fc62-45c9-9699-cde12c27794e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446455 Jun 09 15:08:29.801149 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb392a-780e-49d2-9900-31f9b875b3e6 req-a471feae-a86f-404a-b8e7-83cc2e5a3178 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:29.802727 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-04eb392a-780e-49d2-9900-31f9b875b3e6 req-a471feae-a86f-404a-b8e7-83cc2e5a3178 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 945 time: 0.0800769 Jun 09 15:08:29.846907 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-04eb392a-780e-49d2-9900-31f9b875b3e6 req-97127234-6ea0-42cc-8e44-f20875aa76ec tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381002 Jun 09 15:08:30.213908 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eeeac7-961d-4d9d-9786-a90009e9ad93 req-a2438cf7-a028-4c67-b2ac-9a55551d992c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:30.215337 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c6eeeac7-961d-4d9d-9786-a90009e9ad93 req-a2438cf7-a028-4c67-b2ac-9a55551d992c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0767586 Jun 09 15:08:30.258450 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c6eeeac7-961d-4d9d-9786-a90009e9ad93 req-77a2c237-ee16-4779-80b1-92764b5544fd tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376365 Jun 09 15:08:31.030764 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364d842-fe48-4af0-bf90-c616d5c50f6f req-479afb47-b772-41b7-a376-9c3431c9053e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:31.032105 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b364d842-fe48-4af0-bf90-c616d5c50f6f req-479afb47-b772-41b7-a376-9c3431c9053e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 945 time: 0.0789514 Jun 09 15:08:31.078752 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b364d842-fe48-4af0-bf90-c616d5c50f6f req-ae918699-7e2e-4168-9684-a7430931153c tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410271 Jun 09 15:08:31.450251 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd591c-9f96-4f6f-b6db-dad25b70c7d7 req-6722ce4b-7117-4b1d-8392-f92dd218068d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:31.451712 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dcfd591c-9f96-4f6f-b6db-dad25b70c7d7 req-6722ce4b-7117-4b1d-8392-f92dd218068d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0823226 Jun 09 15:08:31.496844 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dcfd591c-9f96-4f6f-b6db-dad25b70c7d7 req-7bc3d004-b270-4f38-9891-101db449625f tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387285 Jun 09 15:08:31.709726 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5a50b-6916-4ef2-8050-3f0306d1e2f8 req-9211bc96-35a2-4410-808d-8f3d4cca82bc tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:31.711185 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dbe5a50b-6916-4ef2-8050-3f0306d1e2f8 req-9211bc96-35a2-4410-808d-8f3d4cca82bc tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.61 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 945 time: 0.0807080 Jun 09 15:08:31.857375 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-dbe5a50b-6916-4ef2-8050-3f0306d1e2f8 req-5f0053e0-0be2-4332-a0d1-9819988c727e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Deleting port 7670e76c-dec2-4a97-ac68-429babf3a188 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:08:31.857615 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-dbe5a50b-6916-4ef2-8050-3f0306d1e2f8 req-5f0053e0-0be2-4332-a0d1-9819988c727e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:31.991703 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-dbe5a50b-6916-4ef2-8050-3f0306d1e2f8 req-5f0053e0-0be2-4332-a0d1-9819988c727e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] For port 7670e76c-dec2-4a97-ac68-429babf3a188, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7670e76c-dec2-4a97-ac68-429babf3a188,segment=NetworkSegment(d0febefe-637a-47fd-abbe-58a0a9332d83),segment_id=d0febefe-637a-47fd-abbe-58a0a9332d83)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:08:31.992049 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-dbe5a50b-6916-4ef2-8050-3f0306d1e2f8 req-5f0053e0-0be2-4332-a0d1-9819988c727e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:32.114536 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-dbe5a50b-6916-4ef2-8050-3f0306d1e2f8 req-5f0053e0-0be2-4332-a0d1-9819988c727e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Calling delete_port for 7670e76c-dec2-4a97-ac68-429babf3a188 owned by compute:nova {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:08:32.227519 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-dbe5a50b-6916-4ef2-8050-3f0306d1e2f8 req-5f0053e0-0be2-4332-a0d1-9819988c727e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:32.233823 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c12c045d-895b-4b68-b055-eedc25624e34 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:32.240117 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['7670e76c-dec2-4a97-ac68-429babf3a188'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:08:32.267480 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a8296-6bb9-4830-aee1-c8cf6a84ad10 req-68bdd4ed-2f67-45b6-91b1-f2f93b4e6f09 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:32.268927 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-922a8296-6bb9-4830-aee1-c8cf6a84ad10 req-68bdd4ed-2f67-45b6-91b1-f2f93b4e6f09 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/ports?device_id=b438a45d-7fd4-43d6-ba01-30170f0b5c35 HTTP/1.1" status: 200 len: 867 time: 0.0836689 Jun 09 15:08:32.281396 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0053e0-0be2-4332-a0d1-9819988c727e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Pushing event deleted for resources: {'Port': ['ID=7670e76c-dec2-4a97-ac68-429babf3a188,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:32.284419 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5f0053e0-0be2-4332-a0d1-9819988c727e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:32.319955 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-922a8296-6bb9-4830-aee1-c8cf6a84ad10 req-b762f271-9c52-4797-98d6-a5944b9d32d0 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.74 "GET /v2.0/security-groups?id=aec1cc4b-c038-4fa5-b2cc-117069ffb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436752 Jun 09 15:08:32.423592 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe5a50b-6916-4ef2-8050-3f0306d1e2f8 req-5f0053e0-0be2-4332-a0d1-9819988c727e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] No DVR routers for this DVR port 7670e76c-dec2-4a97-ac68-429babf3a188 on host hv-cinder-78960 {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:08:32.426033 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-dbe5a50b-6916-4ef2-8050-3f0306d1e2f8 req-5f0053e0-0be2-4332-a0d1-9819988c727e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:32.427896 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dbe5a50b-6916-4ef2-8050-3f0306d1e2f8 req-5f0053e0-0be2-4332-a0d1-9819988c727e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] 10.222.0.61 "DELETE /v2.0/ports/7670e76c-dec2-4a97-ac68-429babf3a188 HTTP/1.1" status: 204 len: 173 time: 0.7083213 Jun 09 15:08:32.428383 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b438a45d-7fd4-43d6-ba01-30170f0b5c35', 'name': 'network-vif-deleted', 'tag': '7670e76c-dec2-4a97-ac68-429babf3a188'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:08:32.430637 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fe78d0-751a-46ca-a0fb-4201c9a149bd" -d '{"events": [{"server_uuid": "b438a45d-7fd4-43d6-ba01-30170f0b5c35", "name": "network-vif-deleted", "tag": "7670e76c-dec2-4a97-ac68-429babf3a188"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:08:32.473156 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8f326e-d67a-45bc-8a87-1b92d00be7b8 x-openstack-request-id: req-cf8f326e-d67a-45bc-8a87-1b92d00be7b8 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:08:32.473765 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b438a45d-7fd4-43d6-ba01-30170f0b5c35", "name": "network-vif-deleted", "tag": "7670e76c-dec2-4a97-ac68-429babf3a188", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:08:32.473765 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cf8f326e-d67a-45bc-8a87-1b92d00be7b8 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:08:32.474168 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b438a45d-7fd4-43d6-ba01-30170f0b5c35', 'name': 'network-vif-deleted', 'tag': '7670e76c-dec2-4a97-ac68-429babf3a188', 'status': 'completed', 'code': 200} Jun 09 15:08:32.687342 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5515dd-0dec-4587-bcb2-aaf598b7ada5 req-068b53c8-2acd-4a0b-9b98-f9c9dd909674 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:32.688718 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ad5515dd-0dec-4587-bcb2-aaf598b7ada5 req-068b53c8-2acd-4a0b-9b98-f9c9dd909674 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0817332 Jun 09 15:08:32.732311 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ad5515dd-0dec-4587-bcb2-aaf598b7ada5 req-eb32bb3a-7f7e-4037-9cbd-0652598bd94c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380719 Jun 09 15:08:33.926626 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807ca6b-b8ea-4f32-bfa7-ad6b75c68a31 req-9a7d3df4-8f85-4a1e-99bb-7930c1568440 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:33.928073 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7807ca6b-b8ea-4f32-bfa7-ad6b75c68a31 req-9a7d3df4-8f85-4a1e-99bb-7930c1568440 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0805526 Jun 09 15:08:33.976683 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7807ca6b-b8ea-4f32-bfa7-ad6b75c68a31 req-2f3886c6-8d34-4c35-9f2c-ba2904d54358 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421505 Jun 09 15:08:35.003406 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 7670e76c-dec2-4a97-ac68-429babf3a188 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:08:35.043303 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: 7670e76c-dec2-4a97-ac68-429babf3a188 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:08:35.043664 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 7670e76c-dec2-4a97-ac68-429babf3a188 not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:08:35.179914 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a13e76-4946-4a75-82fa-06aa77da7ca1 req-89fb9f9f-909e-4c82-981d-89bc894dc211 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:35.187984 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-39a13e76-4946-4a75-82fa-06aa77da7ca1 req-89fb9f9f-909e-4c82-981d-89bc894dc211 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0970709 Jun 09 15:08:35.235510 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-39a13e76-4946-4a75-82fa-06aa77da7ca1 req-6c3b32ab-241c-46a4-a460-818e4e24593a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466928 Jun 09 15:08:35.326329 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 54464) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:35.442288 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c9df32bc-3098-4450-a1ce-de15b4356f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:35.546724 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c9df32bc-3098-4450-a1ce-de15b4356f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:35.550353 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c9df32bc-3098-4450-a1ce-de15b4356f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:35.558574 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-40fec09f-bc1d-4126-b28b-ad64266db252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:35.597457 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-c9df32bc-3098-4450-a1ce-de15b4356f57 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dbbfa89c567b4db0ba42f56dc17262fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698102 Jun 09 15:08:35.599121 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df32bc-3098-4450-a1ce-de15b4356f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f68169d-2fbb-4fe6-aa64-59cf3dd7263f,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:35.600147 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 54470) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:35.602300 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c9df32bc-3098-4450-a1ce-de15b4356f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:35.658616 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4d396ff6-677c-4121-a350-886cb2b606da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:35.684070 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4d396ff6-677c-4121-a350-886cb2b606da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:35.733986 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4d396ff6-677c-4121-a350-886cb2b606da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:35.736429 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4d396ff6-677c-4121-a350-886cb2b606da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:35.737528 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-4d396ff6-677c-4121-a350-886cb2b606da admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5f68169d-2fbb-4fe6-aa64-59cf3dd7263f HTTP/1.1" status: 204 len: 168 time: 0.1364009 Jun 09 15:08:35.738225 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:35.747507 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d396ff6-677c-4121-a350-886cb2b606da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f68169d-2fbb-4fe6-aa64-59cf3dd7263f,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:35.749876 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4d396ff6-677c-4121-a350-886cb2b606da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:36.023376 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 54476) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:36.044264 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-37dcb2fc-6e0a-47c7-a843-d9d2564e79be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:36.145989 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-37dcb2fc-6e0a-47c7-a843-d9d2564e79be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:36.148853 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-37dcb2fc-6e0a-47c7-a843-d9d2564e79be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:36.157741 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-da7a4ad6-d7f7-4336-a90b-a72126360e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:36.195421 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-37dcb2fc-6e0a-47c7-a843-d9d2564e79be admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=493294d68fd642b6b04a7ad568c13486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708825 Jun 09 15:08:36.196880 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcb2fc-6e0a-47c7-a843-d9d2564e79be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f51247f-5d99-4a9c-a72f-da87032103fa,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:36.198205 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 54478) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:36.200034 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-37dcb2fc-6e0a-47c7-a843-d9d2564e79be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:36.256226 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d842d899-42e4-4789-af9a-0084860718e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:36.282794 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d842d899-42e4-4789-af9a-0084860718e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:36.333354 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d842d899-42e4-4789-af9a-0084860718e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:36.336474 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d842d899-42e4-4789-af9a-0084860718e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:36.337800 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-d842d899-42e4-4789-af9a-0084860718e0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5f51247f-5d99-4a9c-a72f-da87032103fa HTTP/1.1" status: 204 len: 168 time: 0.1384082 Jun 09 15:08:36.339495 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-07fbd2b6-d19f-47e3-98b0-51eda4afd95a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:36.388159 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842d899-42e4-4789-af9a-0084860718e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f51247f-5d99-4a9c-a72f-da87032103fa,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:36.390447 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d842d899-42e4-4789-af9a-0084860718e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:36.435550 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f51d25-c989-4be4-a52d-51e0ebdbd2da req-c7928977-f015-406e-89d7-23641559eb19 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:36.437000 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c1f51d25-c989-4be4-a52d-51e0ebdbd2da req-c7928977-f015-406e-89d7-23641559eb19 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0902963 Jun 09 15:08:36.482199 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c1f51d25-c989-4be4-a52d-51e0ebdbd2da req-6d15da19-ba06-486d-a009-7d74a6052cb5 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394828 Jun 09 15:08:37.174704 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:37.670419 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2408ba9-301c-4c1b-8eed-41287786ae59 req-d7731f69-e268-4af4-b7cb-afa8ef15742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:37.671871 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d2408ba9-301c-4c1b-8eed-41287786ae59 req-d7731f69-e268-4af4-b7cb-afa8ef15742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0841708 Jun 09 15:08:37.715822 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d2408ba9-301c-4c1b-8eed-41287786ae59 req-2416099d-3f99-436e-abca-2b07425c179a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384102 Jun 09 15:08:38.906100 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95659afc-67de-4a99-b40e-7f7d2ebf9b48 req-26fa7843-f81a-4eaf-803b-8310fd48ff00 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:38.907591 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-95659afc-67de-4a99-b40e-7f7d2ebf9b48 req-26fa7843-f81a-4eaf-803b-8310fd48ff00 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0820720 Jun 09 15:08:38.951137 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-95659afc-67de-4a99-b40e-7f7d2ebf9b48 req-63c05194-c227-4f5a-a7f3-7ca3ff6fac9b tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380404 Jun 09 15:08:40.144103 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7dec33-fdde-429c-9958-1e0a714c65df req-dea2396f-6e54-4a75-92e3-cf66b6fa2fc1 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:40.145669 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ce7dec33-fdde-429c-9958-1e0a714c65df req-dea2396f-6e54-4a75-92e3-cf66b6fa2fc1 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0792036 Jun 09 15:08:40.190015 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ce7dec33-fdde-429c-9958-1e0a714c65df req-3e4e578a-1c62-4b31-8ef1-48992e3c8d4a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388536 Jun 09 15:08:41.602780 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b872e-e992-400c-9b6b-6e0313277c1a req-2977a9bc-8245-4a84-96d1-99b6632ce3eb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:41.604218 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3c0b872e-e992-400c-9b6b-6e0313277c1a req-2977a9bc-8245-4a84-96d1-99b6632ce3eb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.3040454 Jun 09 15:08:41.649701 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3c0b872e-e992-400c-9b6b-6e0313277c1a req-1fe05576-c317-4bdb-b958-4fe746fa1c00 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392601 Jun 09 15:08:42.094512 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 54610) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:42.208267 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-eb755021-1207-4582-b3b4-d8b8a6bdc9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:42.313462 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-eb755021-1207-4582-b3b4-d8b8a6bdc9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:42.317289 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-eb755021-1207-4582-b3b4-d8b8a6bdc9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:42.324131 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f6fcee59-bdb3-4fc1-a23c-3784e44a5b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:42.364419 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-eb755021-1207-4582-b3b4-d8b8a6bdc9be admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c51cd51f5c1444cdb53804d2766446ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688301 Jun 09 15:08:42.365313 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb755021-1207-4582-b3b4-d8b8a6bdc9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36372de-f42c-4c4a-b222-2be38f763eb2,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:42.367130 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 54616) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:42.368352 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-eb755021-1207-4582-b3b4-d8b8a6bdc9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:42.441545 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-26270cdf-9eb5-402e-b839-c002bd67ef67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:42.466336 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-26270cdf-9eb5-402e-b839-c002bd67ef67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:42.524666 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-26270cdf-9eb5-402e-b839-c002bd67ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:42.527218 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-26270cdf-9eb5-402e-b839-c002bd67ef67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:42.528321 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-26270cdf-9eb5-402e-b839-c002bd67ef67 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c36372de-f42c-4c4a-b222-2be38f763eb2 HTTP/1.1" status: 204 len: 168 time: 0.1585574 Jun 09 15:08:42.529050 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-49eb7e66-8882-4180-b035-11a510145f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:42.538229 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26270cdf-9eb5-402e-b839-c002bd67ef67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36372de-f42c-4c4a-b222-2be38f763eb2,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:42.540613 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-26270cdf-9eb5-402e-b839-c002bd67ef67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:42.853597 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7b003794-e16c-4acc-83cd-a61e83a28608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:42.885208 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 54632) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:42.903515 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-36665c10-d121-4d7b-a51d-f8ffd4f1495c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:43.062657 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-36665c10-d121-4d7b-a51d-f8ffd4f1495c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:43.067551 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-36665c10-d121-4d7b-a51d-f8ffd4f1495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:43.076824 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-7706b582-c8b1-4ae1-87b9-7e06cfc4e3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:43.126943 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-36665c10-d121-4d7b-a51d-f8ffd4f1495c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b294868c3134c79b50e3037e070516f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404993 Jun 09 15:08:43.128687 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36665c10-d121-4d7b-a51d-f8ffd4f1495c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c54d5e-41e8-414d-b184-cc6168586fec,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:43.129675 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 54636) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:43.132625 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-36665c10-d121-4d7b-a51d-f8ffd4f1495c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:43.143458 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a694ba-d3e2-4b08-93af-4546d575d84b req-2ece7055-1ebd-4a7e-881d-bef8e5591a53 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:43.144977 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-08a694ba-d3e2-4b08-93af-4546d575d84b req-2ece7055-1ebd-4a7e-881d-bef8e5591a53 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.3844073 Jun 09 15:08:43.197057 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-08a694ba-d3e2-4b08-93af-4546d575d84b req-291b2993-9e65-474b-967f-5d5fdc26ff7a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422149 Jun 09 15:08:43.199214 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-df84dc6b-a09c-4e0f-8210-1887a0176cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:43.227015 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-df84dc6b-a09c-4e0f-8210-1887a0176cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:43.276887 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-df84dc6b-a09c-4e0f-8210-1887a0176cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:43.279434 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-df84dc6b-a09c-4e0f-8210-1887a0176cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:43.280621 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-df84dc6b-a09c-4e0f-8210-1887a0176cd4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f4c54d5e-41e8-414d-b184-cc6168586fec HTTP/1.1" status: 204 len: 168 time: 0.1498055 Jun 09 15:08:43.281668 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-a61f5952-c71d-48c3-9b3a-e0abdd6bdd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:43.295014 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84dc6b-a09c-4e0f-8210-1887a0176cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c54d5e-41e8-414d-b184-cc6168586fec,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:43.299134 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-df84dc6b-a09c-4e0f-8210-1887a0176cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:44.394660 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571ce0e-4966-419a-9759-e3865d033f88 req-12ad03fd-3ec7-4b7c-8b56-35c12011aa0a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:44.396112 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6571ce0e-4966-419a-9759-e3865d033f88 req-12ad03fd-3ec7-4b7c-8b56-35c12011aa0a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0836475 Jun 09 15:08:44.439139 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6571ce0e-4966-419a-9759-e3865d033f88 req-070f6233-03c6-4ca1-835c-82d72933d637 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375705 Jun 09 15:08:45.314504 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:45.425890 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4c95d549-e163-40ba-b4dc-1a924aad2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:45.639930 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280e1cb-4637-405c-9ebc-c213d59259ca req-712af6e7-7a3c-4a63-ab5d-85ddb54c91bb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:45.641354 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2280e1cb-4637-405c-9ebc-c213d59259ca req-712af6e7-7a3c-4a63-ab5d-85ddb54c91bb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0814922 Jun 09 15:08:45.686910 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2280e1cb-4637-405c-9ebc-c213d59259ca req-66cc5f26-e0c2-422e-ad33-1f0c68bebb65 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398688 Jun 09 15:08:46.019648 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7dee5-be03-4792-9973-7730518cad2a req-8a3b8edd-6dc6-4986-a475-3fb7239ea31b tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:46.021077 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-94d7dee5-be03-4792-9973-7730518cad2a req-8a3b8edd-6dc6-4986-a475-3fb7239ea31b tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0807080 Jun 09 15:08:46.068462 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-94d7dee5-be03-4792-9973-7730518cad2a req-25ac2dcb-cbd2-4486-8a9c-253e35d7aa5b tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418558 Jun 09 15:08:46.346683 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:47.249958 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83289ef6-790e-40e7-9e12-377560c832e5 req-3bd63bba-91ed-49de-beb7-2c2d0eb3e4f3 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:47.251572 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-83289ef6-790e-40e7-9e12-377560c832e5 req-3bd63bba-91ed-49de-beb7-2c2d0eb3e4f3 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0786037 Jun 09 15:08:47.294935 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-83289ef6-790e-40e7-9e12-377560c832e5 req-ed8439db-b98d-4e79-aaf7-88fb373a7399 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377469 Jun 09 15:08:47.715201 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e542d6-0caa-4bca-af83-3d51bcbb84ed req-ff8827ce-d6a9-45cc-b90c-d1c8aec939e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:47.717230 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-14e542d6-0caa-4bca-af83-3d51bcbb84ed req-ff8827ce-d6a9-45cc-b90c-d1c8aec939e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c84101f7a7b147b788f7b1dbf4a50b62&device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 1099 time: 0.0739310 Jun 09 15:08:47.846687 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e542d6-0caa-4bca-af83-3d51bcbb84ed req-2d69b960-8a5d-4146-bb06-4eea8e07477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:47.848379 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-14e542d6-0caa-4bca-af83-3d51bcbb84ed req-2d69b960-8a5d-4146-bb06-4eea8e07477a service neutron] 10.222.0.61 "GET /v2.0/networks?id=eec54841-c6b0-497b-8399-d7e40a147888 HTTP/1.1" status: 200 len: 912 time: 0.1227906 Jun 09 15:08:47.951807 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-14e542d6-0caa-4bca-af83-3d51bcbb84ed req-e0e27c30-3371-4afc-9017-e57d5f1d180f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 HTTP/1.1" status: 200 len: 1001 time: 0.0951490 Jun 09 15:08:48.014477 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e542d6-0caa-4bca-af83-3d51bcbb84ed req-d849df29-88dd-4a54-b7fd-7c3adcbdc139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:48.015950 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-14e542d6-0caa-4bca-af83-3d51bcbb84ed req-d849df29-88dd-4a54-b7fd-7c3adcbdc139 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2afc08c9-1a35-412a-9699-36c252f1274a HTTP/1.1" status: 200 len: 850 time: 0.0573990 Jun 09 15:08:48.093004 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e542d6-0caa-4bca-af83-3d51bcbb84ed req-cc96c0a3-22b4-41e8-80e4-d4499800a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:48.094543 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-14e542d6-0caa-4bca-af83-3d51bcbb84ed req-cc96c0a3-22b4-41e8-80e4-d4499800a99c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eec54841-c6b0-497b-8399-d7e40a147888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712485 Jun 09 15:08:48.228627 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-14e542d6-0caa-4bca-af83-3d51bcbb84ed req-9ed391b3-4d71-4d28-84a9-8ff9f833df10 service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266038 Jun 09 15:08:48.244184 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:48.504969 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-14e542d6-0caa-4bca-af83-3d51bcbb84ed req-7d8c5e4d-c029-4f8c-8c5b-c5014caae28d service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691524 Jun 09 15:08:48.530986 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2f21b-5f06-4430-9e15-4f2e68e01dfb req-4adeef85-16ca-47dd-98ff-d988785b3f33 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:48.532437 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-39a2f21b-5f06-4430-9e15-4f2e68e01dfb req-4adeef85-16ca-47dd-98ff-d988785b3f33 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.1210139 Jun 09 15:08:48.581777 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-39a2f21b-5f06-4430-9e15-4f2e68e01dfb req-496b238f-cf53-4353-a6aa-e472eb790cc2 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435143 Jun 09 15:08:48.599320 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff71df4-01f4-4339-9874-f5cdf1aa865b req-67ccb876-d947-447a-9635-80923ec095f6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:48.600978 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0ff71df4-01f4-4339-9874-f5cdf1aa865b req-67ccb876-d947-447a-9635-80923ec095f6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 946 time: 0.0916362 Jun 09 15:08:48.646157 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0ff71df4-01f4-4339-9874-f5cdf1aa865b req-bcd7dddf-77ed-4d7a-8b9b-711edab15a46 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387261 Jun 09 15:08:49.775073 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521e78e-5711-4855-9f3f-a39fb64dcbb9 req-430816f7-f8b9-4f7d-8b9b-ba63c9e99af0 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:49.776557 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d521e78e-5711-4855-9f3f-a39fb64dcbb9 req-430816f7-f8b9-4f7d-8b9b-ba63c9e99af0 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0851398 Jun 09 15:08:49.821189 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d521e78e-5711-4855-9f3f-a39fb64dcbb9 req-a649b808-9f5f-4a67-b77a-58f5ac4e9fcb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383534 Jun 09 15:08:49.830143 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:08:49.850141 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2246495-3677-4971-bf97-368eb6e95ca5 req-f5f03e7e-b6de-4eaf-bffa-703b027751a1 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:49.851625 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b2246495-3677-4971-bf97-368eb6e95ca5 req-f5f03e7e-b6de-4eaf-bffa-703b027751a1 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 946 time: 0.0873952 Jun 09 15:08:49.894423 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b2246495-3677-4971-bf97-368eb6e95ca5 req-44281668-fbe1-430d-ae0c-a8396f4e2a88 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373271 Jun 09 15:08:50.318025 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-4fba8c9b-4771-4867-b57d-ff154d6c793d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:50.319922 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-4fba8c9b-4771-4867-b57d-ff154d6c793d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.61 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 946 time: 0.0962019 Jun 09 15:08:50.478217 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Deleting port bef870ca-c24e-4d83-aae3-a42cae30a724 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:08:50.478816 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:50.618697 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] For port bef870ca-c24e-4d83-aae3-a42cae30a724, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bef870ca-c24e-4d83-aae3-a42cae30a724,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:08:50.619079 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:50.919232 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:50.920920 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:50.921233 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.l3_db [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Floating IP 30e31f73-2601-453c-af28-468370710149 disassociated. External IP: 172.27.1.118, port: bef870ca-c24e-4d83-aae3-a42cae30a724. Jun 09 15:08:50.921571 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Calling delete_port for bef870ca-c24e-4d83-aae3-a42cae30a724 owned by compute:nova {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:08:51.085085 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:51.090655 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8a097ca9-eeb0-478d-934d-e70a1134d19d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:51.141426 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event deleted for resources: {'Port': ['ID=bef870ca-c24e-4d83-aae3-a42cae30a724,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:51.153375 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:51.153732 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:51.154658 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:51.155350 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:51.155723 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:51.156075 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:51.156424 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:51.156768 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:51.157111 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:51.157853 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:51.157853 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:51.158158 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:51.164033 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:51.308381 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6761e8a-062d-4c2a-b22f-2afceb2b9292 req-212fee02-80a6-4a04-b404-1f793509c40a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:51.309744 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d6761e8a-062d-4c2a-b22f-2afceb2b9292 req-212fee02-80a6-4a04-b404-1f793509c40a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=c52c632b-879d-4165-b1d6-6d6778681388 HTTP/1.1" status: 200 len: 946 time: 0.2971311 Jun 09 15:08:51.380821 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d6761e8a-062d-4c2a-b22f-2afceb2b9292 req-88ff92eb-379a-4791-b8a6-ea66609369f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=068fc0e3-a26c-47a6-896e-0bff1dc6232b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632634 Jun 09 15:08:51.392204 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:08:51.674652 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:08:51.689014 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f8d34-b75b-471c-8f48-9948e22acbf9 None None] Sync routers for ids ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:08:51.709910 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f8d34-b75b-471c-8f48-9948e22acbf9 None None] Routers {'22321f93-05a7-4ca6-8bfe-5c84c7bf7863'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:08:51.711271 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-2c2f8d34-b75b-471c-8f48-9948e22acbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:08:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:51.771768 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] No DVR routers for this DVR port bef870ca-c24e-4d83-aae3-a42cae30a724 on host hv-cinder-78960 {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:08:51.774653 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:51.776614 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3a30e4e0-12ed-41b6-b355-2167c72ccdf0 req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.61 "DELETE /v2.0/ports/bef870ca-c24e-4d83-aae3-a42cae30a724 HTTP/1.1" status: 204 len: 173 time: 1.4493027 Jun 09 15:08:51.777119 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52c632b-879d-4165-b1d6-6d6778681388', 'name': 'network-vif-deleted', 'tag': 'bef870ca-c24e-4d83-aae3-a42cae30a724'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:08:51.779720 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257a7f94-e895-440d-a3c0-c77cfc2500b8" -d '{"events": [{"server_uuid": "c52c632b-879d-4165-b1d6-6d6778681388", "name": "network-vif-deleted", "tag": "bef870ca-c24e-4d83-aae3-a42cae30a724"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:08:51.838756 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86d5098-96b7-40e2-afe8-2354f21b3d0c x-openstack-request-id: req-b86d5098-96b7-40e2-afe8-2354f21b3d0c {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:08:51.839102 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52c632b-879d-4165-b1d6-6d6778681388", "name": "network-vif-deleted", "tag": "bef870ca-c24e-4d83-aae3-a42cae30a724", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:08:51.839382 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b86d5098-96b7-40e2-afe8-2354f21b3d0c {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:08:51.839823 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52c632b-879d-4165-b1d6-6d6778681388', 'name': 'network-vif-deleted', 'tag': 'bef870ca-c24e-4d83-aae3-a42cae30a724', 'status': 'completed', 'code': 200} Jun 09 15:08:51.933405 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-2c2f8d34-b75b-471c-8f48-9948e22acbf9 None None] Set router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:08:52.264127 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-2c2f8d34-b75b-471c-8f48-9948e22acbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 5, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:52.268485 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f8d34-b75b-471c-8f48-9948e22acbf9 None None] Checking router: 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:08:52.278062 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f8d34-b75b-471c-8f48-9948e22acbf9 None None] Routers {'22321f93-05a7-4ca6-8bfe-5c84c7bf7863'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:08:52.278696 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-2c2f8d34-b75b-471c-8f48-9948e22acbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:08:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:52.458272 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-2c2f8d34-b75b-471c-8f48-9948e22acbf9 None None] Set router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:08:52.522374 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 54832) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:52.589019 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:52.618892 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:52.673892 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:52.676574 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:52.680454 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "DELETE /v2.0/security-groups/068fc0e3-a26c-47a6-896e-0bff1dc6232b HTTP/1.1" status: 204 len: 168 time: 0.1569502 Jun 09 15:08:52.681099 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 54838) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:52.681558 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:52.692737 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=068fc0e3-a26c-47a6-896e-0bff1dc6232b,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:52.703512 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:52.704107 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:52.704624 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:52.705246 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:52.705769 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:52.706277 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:52.706833 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:52.707190 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:52.707543 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:52.707895 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:52.708246 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:52.708651 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:08:52.711174 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.api.v2.resource [None req-6736af7e-c3c5-4779-9a13-89b574bb1261 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] show failed (client error): The resource could not be found. Jun 09 15:08:52.711842 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-6736af7e-c3c5-4779-9a13-89b574bb1261 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups/068fc0e3-a26c-47a6-896e-0bff1dc6232b HTTP/1.1" status: 404 len: 347 time: 0.0294313 Jun 09 15:08:52.714545 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 54840) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:52.714715 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:52.825249 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-2c2f8d34-b75b-471c-8f48-9948e22acbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 5, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:08:52.831268 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f8d34-b75b-471c-8f48-9948e22acbf9 None None] The sync data for ids ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'] in dv-cinder-789603-9-iscsi is: [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 5, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:08:52.993273 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-27a60f26-478b-4823-8b1b-72a0ca065ed7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Deleting port 47277c2e-484c-46cc-8f78-e31542a1bf06 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:08:52.993711 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-27a60f26-478b-4823-8b1b-72a0ca065ed7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:53.144663 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-27a60f26-478b-4823-8b1b-72a0ca065ed7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:53.145102 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-27a60f26-478b-4823-8b1b-72a0ca065ed7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:53.211954 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d561a742-7a7f-4a51-a514-0cf1d5abea9f None None] New status for floating IP 30e31f73-2601-453c-af28-468370710149: DOWN {{(pid=91819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:08:53.268748 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 54858) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:53.308295 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-27a60f26-478b-4823-8b1b-72a0ca065ed7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Calling delete_port for 47277c2e-484c-46cc-8f78-e31542a1bf06 owned by network:floatingip {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:08:53.415168 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8868124d-e62f-4be5-b7d8-acb65a4ffeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:53.439871 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-27a60f26-478b-4823-8b1b-72a0ca065ed7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:53.441227 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.db.api [None req-d561a742-7a7f-4a51-a514-0cf1d5abea9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 15:08:53.441681 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_db.api [None req-d561a742-7a7f-4a51-a514-0cf1d5abea9f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 15:08:53.450049 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:53.535312 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a60f26-478b-4823-8b1b-72a0ca065ed7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event deleted for resources: {'Port': ['ID=47277c2e-484c-46cc-8f78-e31542a1bf06,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:53.542451 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-27a60f26-478b-4823-8b1b-72a0ca065ed7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:53.605431 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-27a60f26-478b-4823-8b1b-72a0ca065ed7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for floatingip, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:53.608464 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-27a60f26-478b-4823-8b1b-72a0ca065ed7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:53.609675 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-27a60f26-478b-4823-8b1b-72a0ca065ed7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "DELETE /v2.0/floatingips/30e31f73-2601-453c-af28-468370710149 HTTP/1.1" status: 204 len: 168 time: 0.8940585 Jun 09 15:08:53.632860 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8868124d-e62f-4be5-b7d8-acb65a4ffeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:53.637429 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8868124d-e62f-4be5-b7d8-acb65a4ffeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:53.645167 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d38fe58a-a767-468d-92a2-21d4b48e1919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:53.681578 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-8868124d-e62f-4be5-b7d8-acb65a4ffeb0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b427353fce684d399d4c13d0375cbdeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114175 Jun 09 15:08:53.684262 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 54864) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:53.689420 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868124d-e62f-4be5-b7d8-acb65a4ffeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b216f2-7da6-4e31-98d5-49e47218d079,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:53.692400 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-8868124d-e62f-4be5-b7d8-acb65a4ffeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:53.747288 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0b4cb7aa-ba6a-48e0-8798-275c682c5483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:53.778178 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0b4cb7aa-ba6a-48e0-8798-275c682c5483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:53.832897 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0b4cb7aa-ba6a-48e0-8798-275c682c5483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:53.835444 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0b4cb7aa-ba6a-48e0-8798-275c682c5483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:53.836544 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-0b4cb7aa-ba6a-48e0-8798-275c682c5483 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/17b216f2-7da6-4e31-98d5-49e47218d079 HTTP/1.1" status: 204 len: 168 time: 0.1503699 Jun 09 15:08:53.837336 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6b4b7f23-b9ee-4840-a8ea-3b59024377ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:53.848187 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cb7aa-ba6a-48e0-8798-275c682c5483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b216f2-7da6-4e31-98d5-49e47218d079,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:53.851178 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0b4cb7aa-ba6a-48e0-8798-275c682c5483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:53.943133 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d561a742-7a7f-4a51-a514-0cf1d5abea9f None None] New status for floating IP 30e31f73-2601-453c-af28-468370710149: DOWN {{(pid=91819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:08:53.976594 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 54870) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:53.981663 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-21ef25a1-e4d1-46d5-b30c-408059264444 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989043070', 'description': 'tempest-description--1102992827'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:54.005257 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-21ef25a1-e4d1-46d5-b30c-408059264444 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.109221 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-21ef25a1-e4d1-46d5-b30c-408059264444 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.113047 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-21ef25a1-e4d1-46d5-b30c-408059264444 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.116620 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-7aaf6b84-0b51-4b1a-afca-b4f976add840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:54.131798 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 54872) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:54.150357 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3ff5-3b67-4a13-9a51-a01ca30e0f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.154865 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-21ef25a1-e4d1-46d5-b30c-408059264444 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.158603 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-21ef25a1-e4d1-46d5-b30c-408059264444 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1783309 Jun 09 15:08:54.158603 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef25a1-e4d1-46d5-b30c-408059264444 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9dbf19-5716-443d-b846-0cfc8a02e245,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:54.158996 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 54874) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:54.163975 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-67ff9fb2-8789-414e-8816-ed77e0f00030 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Request body: {'security_group_rule': {'security_group_id': '3c9dbf19-5716-443d-b846-0cfc8a02e245', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:54.168271 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-21ef25a1-e4d1-46d5-b30c-408059264444 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:54.194022 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.db.api [None req-67ff9fb2-8789-414e-8816-ed77e0f00030 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 15:08:54.194022 dv-cinder-789603-9-iscsi neutron-server[91816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 09 15:08:54.194022 dv-cinder-789603-9-iscsi neutron-server[91816]: [parameters: {'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'id': '0a7ab9ec-2195-4fbe-a35f-e0d9a7a701a4', 'expiration': datetime.datetime(2021, 6, 9, 15, 10, 54, 178000)}] Jun 09 15:08:54.194022 dv-cinder-789603-9-iscsi neutron-server[91816]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 15:08:54.194440 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_db.api [None req-67ff9fb2-8789-414e-8816-ed77e0f00030 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 15:08:54.281925 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3ff5-3b67-4a13-9a51-a01ca30e0f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.288108 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3ff5-3b67-4a13-9a51-a01ca30e0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.295720 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c9df32bc-3098-4450-a1ce-de15b4356f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:54.337388 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-8fbd3ff5-3b67-4a13-9a51-a01ca30e0f79 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=843f10558ea34d5982914376f66a0a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042568 Jun 09 15:08:54.338367 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd3ff5-3b67-4a13-9a51-a01ca30e0f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e7d4a8-a270-412f-b987-8e5f455c9ade,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:54.340060 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 54882) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:54.341388 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-8fbd3ff5-3b67-4a13-9a51-a01ca30e0f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:54.400220 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a67063f9-a54c-4cd8-bf4b-bb41bb871d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.428061 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a67063f9-a54c-4cd8-bf4b-bb41bb871d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.478942 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a67063f9-a54c-4cd8-bf4b-bb41bb871d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.481410 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a67063f9-a54c-4cd8-bf4b-bb41bb871d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.482622 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-a67063f9-a54c-4cd8-bf4b-bb41bb871d10 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/43e7d4a8-a270-412f-b987-8e5f455c9ade HTTP/1.1" status: 204 len: 168 time: 0.1406057 Jun 09 15:08:54.483389 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-d30f3082-cf84-4787-85d9-14553387ad6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:54.492696 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67063f9-a54c-4cd8-bf4b-bb41bb871d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e7d4a8-a270-412f-b987-8e5f455c9ade,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:54.494910 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a67063f9-a54c-4cd8-bf4b-bb41bb871d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:54.722374 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-67ff9fb2-8789-414e-8816-ed77e0f00030 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.790512 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-67ff9fb2-8789-414e-8816-ed77e0f00030 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.795143 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-67ff9fb2-8789-414e-8816-ed77e0f00030 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.803453 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1f15b331-677d-47b0-8901-a20fa6c50262 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:54.824861 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff9fb2-8789-414e-8816-ed77e0f00030 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac777d48-018e-4113-943b-afd2d7a2e879,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:54.830901 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-67ff9fb2-8789-414e-8816-ed77e0f00030 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:54.831050 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-67ff9fb2-8789-414e-8816-ed77e0f00030 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.832127 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-67ff9fb2-8789-414e-8816-ed77e0f00030 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6722221 Jun 09 15:08:54.834725 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 54896) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:54.839033 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-b010df47-1b1a-477b-a266-dec2b9b978c6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Request body: {'security_group_rule': {'security_group_id': '3c9dbf19-5716-443d-b846-0cfc8a02e245', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:54.866723 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-b010df47-1b1a-477b-a266-dec2b9b978c6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.933936 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-b010df47-1b1a-477b-a266-dec2b9b978c6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.938777 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-b010df47-1b1a-477b-a266-dec2b9b978c6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.940861 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:54.964200 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010df47-1b1a-477b-a266-dec2b9b978c6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4e9702-afa8-4921-b267-d85013f787c9,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:54.967078 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-b010df47-1b1a-477b-a266-dec2b9b978c6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:54.971800 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-b010df47-1b1a-477b-a266-dec2b9b978c6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:54.976103 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-b010df47-1b1a-477b-a266-dec2b9b978c6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373644 Jun 09 15:08:54.976299 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 54900) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:08:54.980681 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Request body: {'floatingip': {'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:08:55.005996 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for floatingip, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:55.078704 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device bef870ca-c24e-4d83-aae3-a42cae30a724 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:08:55.113028 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: bef870ca-c24e-4d83-aae3-a42cae30a724 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:08:55.113170 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device bef870ca-c24e-4d83-aae3-a42cae30a724 not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:08:55.143654 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:55.366082 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Allocated IP 172.27.1.244 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/b4949eb3-e47f-4c23-ad41-11006d974f94) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:08:55.515998 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:55.548686 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29138953'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:55.553434 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6fea7072-331e-44fc-9348-70e0fac342d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:55.617362 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:08:55.620249 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:08:55.623977 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:08:55.660305 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event updated for resources: {'Port': ['ID=b4949eb3-e47f-4c23-ad41-11006d974f94,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:55.664269 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:55.713697 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:55.785056 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:56.001532 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:56.005641 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:56.009831 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:08:56.115899 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event updated for resources: {'Port': ['ID=b4949eb3-e47f-4c23-ad41-11006d974f94,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:08:56.120012 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:08:56.127045 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:56.144083 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:08:56.145379 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1681502 Jun 09 15:08:56.364556 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-5928bac2-a3e9-4d0e-b181-01f3575bd6b5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--989043070&fields=id&tenant_id=b36d808a5b7a4efa9d269c09b4fd1867 HTTP/1.1" status: 200 len: 267 time: 0.0429103 Jun 09 15:08:56.510332 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e2d7e856-5662-41c3-ad30-47a9cb42b4df tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:08:56.511685 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e2d7e856-5662-41c3-ad30-47a9cb42b4df tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/networks?id=e6df34c4-a146-448a-a741-18d7a8a2e9ec HTTP/1.1" status: 200 len: 817 time: 0.1408753 Jun 09 15:08:56.525982 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-98effc4c-dd72-4d58-94fa-e1c4f68a0263 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/quotas/b36d808a5b7a4efa9d269c09b4fd1867 HTTP/1.1" status: 200 len: 375 time: 0.0084517 Jun 09 15:08:56.606884 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-7d7009a7-1a38-4b05-93e7-15c317c07982 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758185 Jun 09 15:08:56.842799 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-946876be-4c39-453b-8327-0e903bfea582 service neutron] 10.222.0.74 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240844 Jun 09 15:08:56.984812 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-ac3ed781-bc5a-4dc4-aa55-4ea49c338ea7 service neutron] 10.222.0.74 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355884 Jun 09 15:08:57.223429 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-feed3cb7-cbbe-4440-8fb9-88e0eb03acc0 req-2a48eea5-883b-4766-a212-173cd96fc4af tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 210 time: 0.0694582 Jun 09 15:08:58.391799 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b800a804-d058-4c41-97e2-5cc5ddb535c1 req-127802ed-f6db-4c67-ad18-65e737051888 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 210 time: 0.0536773 Jun 09 15:08:59.541542 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4ea16938-dda7-4df3-992d-3ab86aa14e47 req-8d08b97c-a7d9-4fca-b217-5f580d87632e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 210 time: 0.0409062 Jun 09 15:09:00.698563 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b111bf95-8e75-4dc2-8d7b-e800a8676de8 req-b931ab29-1305-44e1-9c3e-f630c441101d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 210 time: 0.0421624 Jun 09 15:09:00.943565 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-dc92a1bf-2017-419b-b08c-7ea07381efb5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:00.944956 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-dc92a1bf-2017-419b-b08c-7ea07381efb5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.61 "GET /v2.0/networks?id=e6df34c4-a146-448a-a741-18d7a8a2e9ec HTTP/1.1" status: 200 len: 817 time: 0.1480937 Jun 09 15:09:00.994190 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-83d6a98a-39c7-4919-8eb3-0d7bcdc77e91 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b36d808a5b7a4efa9d269c09b4fd1867 HTTP/1.1" status: 200 len: 379 time: 0.0393279 Jun 09 15:09:01.003470 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Request body: {'port': {'device_id': 'e41211b0-9d4d-4076-917f-305b909464fd', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'admin_state_up': True, 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'security_groups': ['3c9dbf19-5716-443d-b846-0cfc8a02e245']}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:01.148745 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Made reservation on behalf of b36d808a5b7a4efa9d269c09b4fd1867 for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:09:01.152123 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:01.308523 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Allocated IP 172.20.0.12 (e6df34c4-a146-448a-a741-18d7a8a2e9ec/f5266821-f8ca-412e-b356-225fac8eefd5/f1278595-193e-4c2b-93a8-2553e623f3ee) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:09:01.507210 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:01.524743 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Transition to ACTIVE for port object f1278595-193e-4c2b-93a8-2553e623f3ee will not be triggered until provisioned by entity DHCP. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:01.549636 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29138953'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:01.554995 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:01.624336 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Network e6df34c4-a146-448a-a741-18d7a8a2e9ec is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:09:01.627336 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:01.631219 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:09:01.661713 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55018) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:01.676181 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event updated for resources: {'Port': ['ID=f1278595-193e-4c2b-93a8-2553e623f3ee,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:01.699708 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:01.722854 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:01.723743 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:01.740830 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffdd0e4-395f-41bf-a7c9-65c23e98967b admin admin] Deleting subnet 830c9653-1015-478f-ba5d-3a068bd7e30f {{(pid=91817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:09:01.743924 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd0e4-395f-41bf-a7c9-65c23e98967b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:01.745737 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7456982 Jun 09 15:09:01.808169 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd0e4-395f-41bf-a7c9-65c23e98967b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31520855'] for subnet, precommit_delete_associations {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:01.824421 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Request body: {'port': {'device_id': 'e41211b0-9d4d-4076-917f-305b909464fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:01.870034 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd0e4-395f-41bf-a7c9-65c23e98967b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:01.891852 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-93901c25-6633-42df-85bd-8dd3b4fb4192 None None] Provisioning for port f1278595-193e-4c2b-93a8-2553e623f3ee completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:01.897869 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-93901c25-6633-42df-85bd-8dd3b4fb4192 None None] Provisioning complete for port f1278595-193e-4c2b-93a8-2553e623f3ee triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:01.898265 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-93901c25-6633-42df-85bd-8dd3b4fb4192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:01.942724 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd0e4-395f-41bf-a7c9-65c23e98967b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33464978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33473727'] for subnet, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:01.955183 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:01.960836 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-93901c25-6633-42df-85bd-8dd3b4fb4192 None None] Port f1278595-193e-4c2b-93a8-2553e623f3ee cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:09:01.988865 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd0e4-395f-41bf-a7c9-65c23e98967b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:01.990682 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-2ffdd0e4-395f-41bf-a7c9-65c23e98967b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/830c9653-1015-478f-ba5d-3a068bd7e30f HTTP/1.1" status: 204 len: 168 time: 0.3280377 Jun 09 15:09:01.994253 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55024) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:01.995022 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdd0e4-395f-41bf-a7c9-65c23e98967b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=830c9653-1015-478f-ba5d-3a068bd7e30f,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:02.013464 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-2ffdd0e4-395f-41bf-a7c9-65c23e98967b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:02.082416 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.096855 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-1b31ea17-a138-44b4-83db-a19980bd71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.110097 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8a78d-0425-4431-87ff-7d14b8ca737c req-38565a59-4ec5-4739-9a43-a20d9c7c48c0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:02.111577 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1a8a78d-0425-4431-87ff-7d14b8ca737c req-38565a59-4ec5-4739-9a43-a20d9c7c48c0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 932 time: 0.2585664 Jun 09 15:09:02.201902 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a1a8a78d-0425-4431-87ff-7d14b8ca737c req-797ebaf6-afc5-43e3-99fb-925d3e67d7e9 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658062 Jun 09 15:09:02.222813 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-1b31ea17-a138-44b4-83db-a19980bd71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.236466 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-1b31ea17-a138-44b4-83db-a19980bd71b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d837972a-cd23-4dcf-8142-6c0984b38878']}} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:02.248174 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-1b31ea17-a138-44b4-83db-a19980bd71b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0febefe-637a-47fd-abbe-58a0a9332d83') {'for_net_delete': True} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:02.248637 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-1b31ea17-a138-44b4-83db-a19980bd71b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0febefe-637a-47fd-abbe-58a0a9332d83') {} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:02.259566 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-1b31ea17-a138-44b4-83db-a19980bd71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31520878'] for segment, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.276093 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-1b31ea17-a138-44b4-83db-a19980bd71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.282685 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b31ea17-a138-44b4-83db-a19980bd71b2 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=91817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:09:02.283058 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-1b31ea17-a138-44b4-83db-a19980bd71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33464881'] for segment, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: Traceback (most recent call last): Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: timer() Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: cb(*args, **kw) Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: return func(*args, **kwargs) Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: self._notify() Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: self.callback(batched_events) Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: event.method(event) Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: return f(self, *a, **k) Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._get(url).json() Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: return self.request(url, 'GET', **kwargs) Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:09:02.296285 dv-cinder-789603-9-iscsi neutron-server[91817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:09:02.370847 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-1b31ea17-a138-44b4-83db-a19980bd71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.375367 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5b7d9ddb-b09a-4afb-97e5-ab68d4956768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:02.387941 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-1b31ea17-a138-44b4-83db-a19980bd71b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.390337 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-1b31ea17-a138-44b4-83db-a19980bd71b2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d837972a-cd23-4dcf-8142-6c0984b38878 HTTP/1.1" status: 204 len: 168 time: 0.3934054 Jun 09 15:09:02.397762 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31ea17-a138-44b4-83db-a19980bd71b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d837972a-cd23-4dcf-8142-6c0984b38878,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:02.401137 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-1b31ea17-a138-44b4-83db-a19980bd71b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:02.474632 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1278595-193e-4c2b-93a8-2553e623f3ee {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:09:02.481628 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.496375 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Transition to ACTIVE for port object f1278595-193e-4c2b-93a8-2553e623f3ee will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:02.500557 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.505631 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6820f993-4363-42ce-81cb-4bf807ea5252 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:02.570807 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55028) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:02.622974 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-ffcfc2eb-1c12-4b41-a6d0-ec1ef96186bb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8ba22abdddb340b9adf17389e0c8943a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508409 Jun 09 15:09:02.625928 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55030) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:02.664335 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Pushing event updated for resources: {'Port': ['ID=f1278595-193e-4c2b-93a8-2553e623f3ee,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:02.675674 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:02.691354 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2495-389f-4326-b7d2-8230d2b5ec00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.725367 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2495-389f-4326-b7d2-8230d2b5ec00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.752466 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Attempting to bind port f1278595-193e-4c2b-93a8-2553e623f3ee on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:09:02.752797 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Attempting to bind port f1278595-193e-4c2b-93a8-2553e623f3ee by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:09:02.753148 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Attempting to bind port f1278595-193e-4c2b-93a8-2553e623f3ee on network e6df34c4-a146-448a-a741-18d7a8a2e9ec {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:09:02.757706 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Port f1278595-193e-4c2b-93a8-2553e623f3ee on network e6df34c4-a146-448a-a741-18d7a8a2e9ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:09:02.758127 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Attempting to bind port f1278595-193e-4c2b-93a8-2553e623f3ee on network e6df34c4-a146-448a-a741-18d7a8a2e9ec {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:09:02.763272 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:09:02.764325 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Checking segment: {'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:09:02.764938 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Bound using segment: {'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:09:02.765442 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Bound port: f1278595-193e-4c2b-93a8-2553e623f3ee, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e8f92a-806e-409f-ab55-2eb0aa942f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:09:02.765852 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.785246 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2495-389f-4326-b7d2-8230d2b5ec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.788240 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2495-389f-4326-b7d2-8230d2b5ec00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.789419 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-c4bf2495-389f-4326-b7d2-8230d2b5ec00 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aec1cc4b-c038-4fa5-b2cc-117069ffb233 HTTP/1.1" status: 204 len: 168 time: 0.1621871 Jun 09 15:09:02.790425 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b17bc49c-35c3-4613-a885-27df3cb0f46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:02.802334 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf2495-389f-4326-b7d2-8230d2b5ec00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec1cc4b-c038-4fa5-b2cc-117069ffb233,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:02.805604 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c4bf2495-389f-4326-b7d2-8230d2b5ec00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:02.863242 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] For port f1278595-193e-4c2b-93a8-2553e623f3ee, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:09:02.866281 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] For port f1278595-193e-4c2b-93a8-2553e623f3ee, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1278595-193e-4c2b-93a8-2553e623f3ee,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:09:02.870367 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.874530 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-3434fd93-8151-46f3-9ffc-b3827d55d242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:02.932413 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:02.933007 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:02.934436 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] 10.222.0.61 "PUT /v2.0/ports/f1278595-193e-4c2b-93a8-2553e623f3ee HTTP/1.1" status: 200 len: 1094 time: 1.1789672 Jun 09 15:09:02.934949 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41211b0-9d4d-4076-917f-305b909464fd', 'tag': 'f1278595-193e-4c2b-93a8-2553e623f3ee'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:02.937795 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a145b77a-b8d6-45b8-b114-9b44ccad4677" -d '{"events": [{"name": "network-changed", "server_uuid": "e41211b0-9d4d-4076-917f-305b909464fd", "tag": "f1278595-193e-4c2b-93a8-2553e623f3ee"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:02.953246 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Pushing event updated for resources: {'Port': ['ID=f1278595-193e-4c2b-93a8-2553e623f3ee,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:02.957395 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:02.991867 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4350257a-7fe7-4091-8cac-605899339b70 x-openstack-request-id: req-4350257a-7fe7-4091-8cac-605899339b70 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:02.992188 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41211b0-9d4d-4076-917f-305b909464fd", "tag": "f1278595-193e-4c2b-93a8-2553e623f3ee", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:02.992463 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4350257a-7fe7-4091-8cac-605899339b70 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:02.993809 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41211b0-9d4d-4076-917f-305b909464fd', 'tag': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'status': 'completed', 'code': 200} Jun 09 15:09:03.395722 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6cf3a-33c5-4144-a640-64f9c5c793e2 req-8cbeb4c5-684a-40cd-9119-6bdc1c547bb6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:03.397169 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-21c6cf3a-33c5-4144-a640-64f9c5c793e2 req-8cbeb4c5-684a-40cd-9119-6bdc1c547bb6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.0838594 Jun 09 15:09:03.447045 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-21c6cf3a-33c5-4144-a640-64f9c5c793e2 req-b7a3aae1-6368-4199-9e68-b6cc5f8469ec tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441592 Jun 09 15:09:03.531832 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55058) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:03.636907 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1530364566-network', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:03.658825 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Made reservation on behalf of 16c638a4bffa498b9fe2bc282e856501 for: {'network': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:09:03.661228 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:03.673563 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:03.871049 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:03.875210 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:03.879345 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d842d899-42e4-4789-af9a-0084860718e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:03.903430 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=91817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:09:03.918214 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fa923f-e5b9-4711-bdd1-385a8696cf8b,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:03.924562 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:03.925516 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:03.925910 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.segments_db [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Added segment 5bd1b57c-c72c-4164-bc60-08c603448db0 of type vlan for network 0de7c831-6f90-474c-acd8-1d24c87d965f Jun 09 15:09:03.955898 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:03.985348 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:03.986640 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:03.987204 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:03.990322 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-11977905-84bb-49c8-ad07-0e4c1713cbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:04.073735 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5407355 Jun 09 15:09:04.077204 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55066) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:04.082394 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-4ba61b57-516c-4411-a3c1-9322ee4f4e78 admin admin] Request body: {'subnet': {'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1530364566-subnet', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'ip_version': 4}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:04.083887 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Pushing event updated for resources: {'Network': ['ID=0de7c831-6f90-474c-acd8-1d24c87d965f,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:04.086573 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:04.094282 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network 0de7c831-6f90-474c-acd8-1d24c87d965f details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:09:04.105732 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba61b57-516c-4411-a3c1-9322ee4f4e78 admin admin] Made reservation on behalf of 16c638a4bffa498b9fe2bc282e856501 for: {'subnet': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:09:04.108148 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4ba61b57-516c-4411-a3c1-9322ee4f4e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28855203'] for subnet, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:04.320841 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4ba61b57-516c-4411-a3c1-9322ee4f4e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29139109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28855197'] for subnet, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:04.324454 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-98ab3a87-b86f-4fe2-968c-e8e846ac4ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:04.396671 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba61b57-516c-4411-a3c1-9322ee4f4e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd5fc819-fb14-43cd-918e-8d1a7df8ad89,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:04.400040 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4ba61b57-516c-4411-a3c1-9322ee4f4e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:04.406223 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba61b57-516c-4411-a3c1-9322ee4f4e78 admin admin] Checking segment: {'id': '5bd1b57c-c72c-4164-bc60-08c603448db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:09:04.406599 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba61b57-516c-4411-a3c1-9322ee4f4e78 admin admin] Network hostable DHCP agents. Network: 0de7c831-6f90-474c-acd8-1d24c87d965f, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:09:04.422969 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba61b57-516c-4411-a3c1-9322ee4f4e78 admin admin] Network 0de7c831-6f90-474c-acd8-1d24c87d965f is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:09:04.431392 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-4ba61b57-516c-4411-a3c1-9322ee4f4e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, 0de7c831-6f90-474c-acd8-1d24c87d965f) {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:04.435074 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba61b57-516c-4411-a3c1-9322ee4f4e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:04.435721 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-4ba61b57-516c-4411-a3c1-9322ee4f4e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:04.440324 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa91502-c5d1-4d25-9aaf-01c012460a79 None None] Network 0de7c831-6f90-474c-acd8-1d24c87d965f requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:09:04.457894 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-4ba61b57-516c-4411-a3c1-9322ee4f4e78 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3792980 Jun 09 15:09:04.460630 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55068) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:04.465130 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:04.491893 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-602927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11284'] for router, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:04.492894 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11373'] for router, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:04.511779 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:04.667212 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bffd5d1-ad12-50dd-ae4e-8290e53cb201-0de7c831-6f90-474c-acd8-1d24c87d965f', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'fixed_ips': [{'subnet_id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89'}]}} from dv-cinder-789603-9-iscsi. {{(pid=91818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 15:09:04.668118 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:04.824109 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.db_base_plugin_common [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Allocated IP 172.20.0.2 (0de7c831-6f90-474c-acd8-1d24c87d965f/dd5fc819-fb14-43cd-918e-8d1a7df8ad89/484b30df-57ee-4776-9bad-9a07a0e8f8a5) {{(pid=91818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:09:04.829490 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-602941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11391'] for router, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:04.924415 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145b77a-b8d6-45b8-b114-9b44ccad4677 req-8634f1f8-5c5b-4276-ad84-6964e70a3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:04.925927 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a145b77a-b8d6-45b8-b114-9b44ccad4677 req-8634f1f8-5c5b-4276-ad84-6964e70a3d69 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 1097 time: 0.0931280 Jun 09 15:09:04.943270 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99426b5f-ac52-4f68-8f08-0ad2b2429838 req-72235164-ad16-4d91-9f01-72671f449771 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:04.944739 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-99426b5f-ac52-4f68-8f08-0ad2b2429838 req-72235164-ad16-4d91-9f01-72671f449771 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.1624753 Jun 09 15:09:05.012320 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-99426b5f-ac52-4f68-8f08-0ad2b2429838 req-948b0359-29a0-4158-b0cd-32e06db35ff5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553427 Jun 09 15:09:05.049042 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Notify callbacks [] for port, precommit_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:05.058906 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Transition to ACTIVE for port object 484b30df-57ee-4776-9bad-9a07a0e8f8a5 will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:05.076604 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145b77a-b8d6-45b8-b114-9b44ccad4677 req-9c53c4fc-652f-474c-bb44-ac61ec9277db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:05.077610 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Transition to ACTIVE for port object 484b30df-57ee-4776-9bad-9a07a0e8f8a5 will not be triggered until provisioned by entity DHCP. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:05.078216 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a145b77a-b8d6-45b8-b114-9b44ccad4677 req-9c53c4fc-652f-474c-bb44-ac61ec9277db service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1439235 Jun 09 15:09:05.082942 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:05.086255 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:05.151637 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Network 0de7c831-6f90-474c-acd8-1d24c87d965f is already hosted by enough agents. {{(pid=91818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:09:05.155956 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.base_scheduler [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Resources bound (agent type, host, resource id): {{(pid=91818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:05.159315 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Received port after_create {{(pid=91818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:09:05.206810 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Pushing event updated for resources: {'Port': ['ID=484b30df-57ee-4776-9bad-9a07a0e8f8a5,revision_number=1']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:05.219828 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:05.220169 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:05.220500 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:05.220823 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:05.221140 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:05.221959 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:05.221959 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:05.222238 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:05.222585 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:05.222904 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:05.223952 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:05.224279 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:05.228973 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:05.243937 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:05.276769 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:05.285329 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Attempting to bind port 484b30df-57ee-4776-9bad-9a07a0e8f8a5 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:09:05.285967 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Attempting to bind port 484b30df-57ee-4776-9bad-9a07a0e8f8a5 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '5bd1b57c-c72c-4164-bc60-08c603448db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:09:05.286519 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Attempting to bind port 484b30df-57ee-4776-9bad-9a07a0e8f8a5 on network 0de7c831-6f90-474c-acd8-1d24c87d965f {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:09:05.292272 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:09:05.292642 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Checking segment: {'id': '5bd1b57c-c72c-4164-bc60-08c603448db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:09:05.293086 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:05.293479 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Bound using segment: {'id': '5bd1b57c-c72c-4164-bc60-08c603448db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:09:05.293933 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Bound port: 484b30df-57ee-4776-9bad-9a07a0e8f8a5, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd1b57c-c72c-4164-bc60-08c603448db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:09:05.294300 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:05.311492 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145b77a-b8d6-45b8-b114-9b44ccad4677 req-a7111f15-b47c-44ef-b272-59fcc76e58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:05.312931 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a145b77a-b8d6-45b8-b114-9b44ccad4677 req-a7111f15-b47c-44ef-b272-59fcc76e58bd service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2272758 Jun 09 15:09:05.386587 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] For port 484b30df-57ee-4776-9bad-9a07a0e8f8a5, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:09:05.390308 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] For port 484b30df-57ee-4776-9bad-9a07a0e8f8a5, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=484b30df-57ee-4776-9bad-9a07a0e8f8a5,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:09:05.395293 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:05.405076 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:05.425049 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Allocated IP 172.27.1.14 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/f1e44c9e-1e3d-44d5-8223-de702f5258d8) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:09:05.425745 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e6b534db-f5cd-4e09-bffb-873820ed0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:05.427245 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-e6b534db-f5cd-4e09-bffb-873820ed0893 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 1097 time: 0.0767202 Jun 09 15:09:05.476339 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Pushing event updated for resources: {'Port': ['ID=484b30df-57ee-4776-9bad-9a07a0e8f8a5,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:05.479452 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:05.515435 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-82e3f882-b670-404a-a4a5-b3f7f4c5931b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1278595-193e-4c2b-93a8-2553e623f3ee HTTP/1.1" status: 200 len: 217 time: 0.0733204 Jun 09 15:09:05.582918 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:05.587275 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-9b31dd59-2dd8-48ba-a515-8374372f65e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:05.588812 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-9b31dd59-2dd8-48ba-a515-8374372f65e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f5266821-f8ca-412e-b356-225fac8eefd5 HTTP/1.1" status: 200 len: 856 time: 0.0647881 Jun 09 15:09:05.621202 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:05.626767 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:05.709328 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-4f4d7b58-06a8-42fe-9c72-7457cf75a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:05.710948 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-4f4d7b58-06a8-42fe-9c72-7457cf75a80b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6df34c4-a146-448a-a741-18d7a8a2e9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1143377 Jun 09 15:09:05.726136 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:09:05.744324 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:05.754810 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:09:05.789744 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e44c9e-1e3d-44d5-8223-de702f5258d8,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:05.798833 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:05.881090 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 484b30df-57ee-4776-9bad-9a07a0e8f8a5 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:05.906158 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-466021d9-3a88-4c1b-a486-7792831f86a1 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877749 Jun 09 15:09:05.978238 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 484b30df-57ee-4776-9bad-9a07a0e8f8a5 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:06.077979 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e0003e93-2869-4663-ad3a-ba9d69ae8c9c req-32966339-9230-4733-bf38-e345743aa308 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643333 Jun 09 15:09:06.242813 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0742d20-92a6-45f5-924f-a8cb6c94c371 req-4f259ccf-89eb-4eac-a980-a023342fbe1a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:06.244305 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f0742d20-92a6-45f5-924f-a8cb6c94c371 req-4f259ccf-89eb-4eac-a980-a023342fbe1a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.0877285 Jun 09 15:09:06.303328 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f0742d20-92a6-45f5-924f-a8cb6c94c371 req-d81dafd3-5b80-4960-b6c0-ea331accf6db tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518508 Jun 09 15:09:06.354308 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:06.522328 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85697ec-8d0e-43f1-b052-d267c00f9439 None None] Network 0de7c831-6f90-474c-acd8-1d24c87d965f requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:09:06.687045 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e9a544f5-c9f0-4047-b0a5-78b22701e380 None None] Provisioning for port 484b30df-57ee-4776-9bad-9a07a0e8f8a5 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:06.712188 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e9a544f5-c9f0-4047-b0a5-78b22701e380 None None] Provisioning complete for port 484b30df-57ee-4776-9bad-9a07a0e8f8a5 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:06.712773 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e9a544f5-c9f0-4047-b0a5-78b22701e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:06.826333 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601806'] for router, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:07.033358 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e9a544f5-c9f0-4047-b0a5-78b22701e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:07.054479 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Router 6b78ab29-59a8-410b-8f82-7705b4f9afca is scheduled to L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 with binding_index 1 {{(pid=91817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:09:07.073530 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e9a544f5-c9f0-4047-b0a5-78b22701e380 None None] For port 484b30df-57ee-4776-9bad-9a07a0e8f8a5, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=484b30df-57ee-4776-9bad-9a07a0e8f8a5,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:07.078081 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e9a544f5-c9f0-4047-b0a5-78b22701e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:07.079666 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:07.150406 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a544f5-c9f0-4047-b0a5-78b22701e380 None None] Pushing event updated for resources: {'Port': ['ID=484b30df-57ee-4776-9bad-9a07a0e8f8a5,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:07.154283 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e9a544f5-c9f0-4047-b0a5-78b22701e380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:07.188074 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:07.241687 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:07.253448 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Sync routers for ids ['6b78ab29-59a8-410b-8f82-7705b4f9afca'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:07.261223 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Notify callbacks [] for router, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:07.262514 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8008289 Jun 09 15:09:07.262804 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Routers {'6b78ab29-59a8-410b-8f82-7705b4f9afca'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:07.263359 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:08:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['6b78ab29-59a8-410b-8f82-7705b4f9afca'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:07.265354 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55088) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:07.420439 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-aff300f0-76a7-4f56-939c-06d70a6b75c3 None None] Provisioning complete for port 484b30df-57ee-4776-9bad-9a07a0e8f8a5 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:07.420817 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-aff300f0-76a7-4f56-939c-06d70a6b75c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:07.516389 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Set router 6b78ab29-59a8-410b-8f82-7705b4f9afca gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:07.803582 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c28df-1785-420d-ab23-44adbe8b315e req-2f1d22a7-4ce6-41ce-bce3-925b4cc30446 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:07.805008 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-229c28df-1785-420d-ab23-44adbe8b315e req-2f1d22a7-4ce6-41ce-bce3-925b4cc30446 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.2662523 Jun 09 15:09:07.812969 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 484b30df-57ee-4776-9bad-9a07a0e8f8a5 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:07.932835 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-229c28df-1785-420d-ab23-44adbe8b315e req-eec34a2a-3a9b-4d46-8497-3b81219709cf tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137340 Jun 09 15:09:07.960918 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 484b30df-57ee-4776-9bad-9a07a0e8f8a5 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:07.961288 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:08.070974 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:09:06Z', 'revision_number': 3, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port': {'id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:54:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:05Z', 'updated_at': '2021-06-09T15:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:08.090818 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Checking router: 6b78ab29-59a8-410b-8f82-7705b4f9afca for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:08.091311 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Updating router 6b78ab29-59a8-410b-8f82-7705b4f9afca port f1e44c9e-1e3d-44d5-8223-de702f5258d8 binding host dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:09:08.153414 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:08.197505 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:08.401113 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Allocated IP 172.20.0.1 (0de7c831-6f90-474c-acd8-1d24c87d965f/dd5fc819-fb14-43cd-918e-8d1a7df8ad89/f390ebe2-5d60-499b-ae0a-7a2f95050683) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:09:08.484466 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Notify callbacks [] for port, precommit_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:08.495499 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Transition to ACTIVE for port object f1e44c9e-1e3d-44d5-8223-de702f5258d8 will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:08.502535 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:08.505876 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-90364d24-c74d-450a-a881-0cf6ff987d4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:08.548894 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:08.567902 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Transition to ACTIVE for port object f390ebe2-5d60-499b-ae0a-7a2f95050683 will not be triggered until provisioned by entity DHCP. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:08.595660 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:08.601124 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:08.615069 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Attempting to bind port f1e44c9e-1e3d-44d5-8223-de702f5258d8 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:09:08.615433 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Attempting to bind port f1e44c9e-1e3d-44d5-8223-de702f5258d8 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:09:08.615788 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Attempting to bind port f1e44c9e-1e3d-44d5-8223-de702f5258d8 on network 6da5a613-1aa1-48f4-af01-171168c355b4 {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:09:08.621947 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba23b0-cef1-4b6a-bac7-2f4c6fe8ff58 None None] Pushing event updated for resources: {'Port': ['ID=f1e44c9e-1e3d-44d5-8223-de702f5258d8,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:08.625789 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-95ba23b0-cef1-4b6a-bac7-2f4c6fe8ff58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:08.626681 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:09:08.627046 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Checking segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:09:08.627439 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:08.627814 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Bound using segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:09:08.628262 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Bound port: f1e44c9e-1e3d-44d5-8223-de702f5258d8, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:09:08.628631 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:08.660640 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Network 0de7c831-6f90-474c-acd8-1d24c87d965f is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:09:08.663530 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:08.666273 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:09:08.709023 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] For port f1e44c9e-1e3d-44d5-8223-de702f5258d8, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:09:08.710210 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Pushing event updated for resources: {'Port': ['ID=f390ebe2-5d60-499b-ae0a-7a2f95050683,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:08.713312 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] For port f1e44c9e-1e3d-44d5-8223-de702f5258d8, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=f1e44c9e-1e3d-44d5-8223-de702f5258d8,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:09:08.714315 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:08.718825 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:08.728268 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:08.734747 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442500'] for router_interface, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:08.808307 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Routers {'6b78ab29-59a8-410b-8f82-7705b4f9afca'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:08.809310 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:08:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['6b78ab29-59a8-410b-8f82-7705b4f9afca'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:08.947858 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba23b0-cef1-4b6a-bac7-2f4c6fe8ff58 None None] Pushing event updated for resources: {'Port': ['ID=f1e44c9e-1e3d-44d5-8223-de702f5258d8,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:08.957661 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-95ba23b0-cef1-4b6a-bac7-2f4c6fe8ff58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:08.981557 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-8cb66699-1f31-4f94-b517-4ab9a76b5537 None None] Provisioning for port f390ebe2-5d60-499b-ae0a-7a2f95050683 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:08.992582 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-8cb66699-1f31-4f94-b517-4ab9a76b5537 None None] Provisioning complete for port f390ebe2-5d60-499b-ae0a-7a2f95050683 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:08.992955 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8cb66699-1f31-4f94-b517-4ab9a76b5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:09.029127 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:09.053798 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-8cb66699-1f31-4f94-b517-4ab9a76b5537 None None] Port f390ebe2-5d60-499b-ae0a-7a2f95050683 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:09:09.068997 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] Set router 6b78ab29-59a8-410b-8f82-7705b4f9afca gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:09.146362 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c44bfb-0ce4-414e-b751-d68a58a67ca0 req-faf85ad2-846d-49d8-800e-1cc79f6df651 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:09.154831 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b5c44bfb-0ce4-414e-b751-d68a58a67ca0 req-faf85ad2-846d-49d8-800e-1cc79f6df651 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.0961604 Jun 09 15:09:09.196853 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b5c44bfb-0ce4-414e-b751-d68a58a67ca0 req-4fb88824-a602-437b-8220-3804d2806c06 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409739 Jun 09 15:09:09.371370 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:09:06Z', 'revision_number': 3, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port': {'id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:54:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:05Z', 'updated_at': '2021-06-09T15:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:09.375415 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd8111-5088-4aea-84f8-c95aa0435473 None None] The sync data for ids ['6b78ab29-59a8-410b-8f82-7705b4f9afca'] in dv-cinder-789603-9-iscsi is: [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:09:06Z', 'revision_number': 3, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port': {'id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:54:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:05Z', 'updated_at': '2021-06-09T15:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:09.401286 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:09.407196 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:09.435574 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:09.513455 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Pushing event updated for resources: {'Port': ['ID=f390ebe2-5d60-499b-ae0a-7a2f95050683,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:09.517805 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:09.518749 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598748'] for router_interface, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:09.669462 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Network 0de7c831-6f90-474c-acd8-1d24c87d965f is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:09:09.671009 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:09.831723 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device f1e44c9e-1e3d-44d5-8223-de702f5258d8 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:09.904644 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Router 6b78ab29-59a8-410b-8f82-7705b4f9afca has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:09:09.909950 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port f1e44c9e-1e3d-44d5-8223-de702f5258d8 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:09.914685 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port f1e44c9e-1e3d-44d5-8223-de702f5258d8 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:09.915137 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:09.990398 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-11574461-20dc-436a-8a5c-9eeca865ed07 None None] Provisioning complete for port f390ebe2-5d60-499b-ae0a-7a2f95050683 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:09.991134 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-11574461-20dc-436a-8a5c-9eeca865ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:10.095886 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:10.096521 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-11574461-20dc-436a-8a5c-9eeca865ed07 None None] Port f390ebe2-5d60-499b-ae0a-7a2f95050683 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:09:10.100321 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] 10.222.0.74 "PUT /v2.0/routers/6b78ab29-59a8-410b-8f82-7705b4f9afca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8340025 Jun 09 15:09:10.109240 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:10.127001 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port f1e44c9e-1e3d-44d5-8223-de702f5258d8, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=f1e44c9e-1e3d-44d5-8223-de702f5258d8,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:10.133784 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:10.136283 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:10.206379 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=f1e44c9e-1e3d-44d5-8223-de702f5258d8,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:10.209871 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:10.297122 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f1278595-193e-4c2b-93a8-2553e623f3ee details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:09:10.438145 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa792b4-14c5-471c-a61a-227c6aaea8cd req-24a2f36b-fc0a-4475-a605-6f9749373a3d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:10.439887 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2fa792b4-14c5-471c-a61a-227c6aaea8cd req-24a2f36b-fc0a-4475-a605-6f9749373a3d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.1155138 Jun 09 15:09:10.452932 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f1278595-193e-4c2b-93a8-2553e623f3ee, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1278595-193e-4c2b-93a8-2553e623f3ee,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:10.469630 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'port_id': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'mac_address': 'fa:16:3e:b5:c3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:09:10.496730 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2fa792b4-14c5-471c-a61a-227c6aaea8cd req-d5fa6ef6-7030-4d2e-a73f-775423d66261 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493519 Jun 09 15:09:10.552196 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:10.572399 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1278595-193e-4c2b-93a8-2553e623f3ee {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:09:10.591505 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f1278595-193e-4c2b-93a8-2553e623f3ee, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1278595-193e-4c2b-93a8-2553e623f3ee,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:10.595674 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:10.597435 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-55037c48-163d-437b-a48f-3b55607b7bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:10.683271 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=f1278595-193e-4c2b-93a8-2553e623f3ee,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:10.686431 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:10.721068 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55128) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:10.726402 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-744655271-network', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:10.747809 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Made reservation on behalf of cd31526202264e469a69e4b759cb98d4 for: {'network': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:09:10.749961 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:10.762573 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:10.869152 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:10.873597 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:10.876613 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-26270cdf-9eb5-402e-b839-c002bd67ef67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:10.903850 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=91816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:09:10.913446 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acede9f-f6fb-4d63-8d3d-289aef3d8d77,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:10.915847 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:10.919032 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:10.919363 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.segments_db [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Added segment 355d7b8c-7907-4841-a575-1647703e2660 of type vlan for network 964b5817-215a-44ea-b6c6-8903595c1988 Jun 09 15:09:10.949158 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:10.971635 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Sync routers for ids ['6b78ab29-59a8-410b-8f82-7705b4f9afca'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:10.979750 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:10.981133 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:10.981763 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:10.982683 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Routers {'6b78ab29-59a8-410b-8f82-7705b4f9afca'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:10.983294 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:08:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['6b78ab29-59a8-410b-8f82-7705b4f9afca'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:10.985455 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6c929c59-3b34-4494-ad95-5ecfca5daa0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:11.070193 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3476686 Jun 09 15:09:11.073457 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55132) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:11.078754 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-d40b3f5d-ac3f-4686-98ed-331d6135d3d4 admin admin] Request body: {'subnet': {'network_id': '964b5817-215a-44ea-b6c6-8903595c1988', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-744655271-subnet', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'ip_version': 4}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:11.080718 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Pushing event updated for resources: {'Network': ['ID=964b5817-215a-44ea-b6c6-8903595c1988,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:11.083477 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:11.091345 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network 964b5817-215a-44ea-b6c6-8903595c1988 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:09:11.107454 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40b3f5d-ac3f-4686-98ed-331d6135d3d4 admin admin] Made reservation on behalf of cd31526202264e469a69e4b759cb98d4 for: {'subnet': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:09:11.109723 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d40b3f5d-ac3f-4686-98ed-331d6135d3d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33473688'] for subnet, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:11.166320 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Set router 6b78ab29-59a8-410b-8f82-7705b4f9afca gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:11.320754 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d40b3f5d-ac3f-4686-98ed-331d6135d3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33465043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33473702'] for subnet, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:11.325590 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:11.394306 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b3f5d-ac3f-4686-98ed-331d6135d3d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45daf769-82da-4966-b5ae-50f5a564a0e5,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:11.397581 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d40b3f5d-ac3f-4686-98ed-331d6135d3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:11.403448 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b3f5d-ac3f-4686-98ed-331d6135d3d4 admin admin] Checking segment: {'id': '355d7b8c-7907-4841-a575-1647703e2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:09:11.403797 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b3f5d-ac3f-4686-98ed-331d6135d3d4 admin admin] Network hostable DHCP agents. Network: 964b5817-215a-44ea-b6c6-8903595c1988, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:09:11.424522 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b3f5d-ac3f-4686-98ed-331d6135d3d4 admin admin] Network 964b5817-215a-44ea-b6c6-8903595c1988 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:09:11.434446 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-d40b3f5d-ac3f-4686-98ed-331d6135d3d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, 964b5817-215a-44ea-b6c6-8903595c1988) {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:11.438587 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40b3f5d-ac3f-4686-98ed-331d6135d3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:11.439169 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d40b3f5d-ac3f-4686-98ed-331d6135d3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:11.445479 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c051e49-e6a2-4fb1-b299-0050e2360115 None None] Network 964b5817-215a-44ea-b6c6-8903595c1988 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:09:11.460098 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-d40b3f5d-ac3f-4686-98ed-331d6135d3d4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3829632 Jun 09 15:09:11.460853 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55136) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:11.465259 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-744655271-router', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:11.488063 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-602927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11284'] for router, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:11.489054 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11373'] for router, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:11.504654 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:11.515678 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:09:08Z', 'revision_number': 4, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port': {'id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:05Z', 'updated_at': '2021-06-09T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'f390ebe2-5d60-499b-ae0a-7a2f95050683', 'name': '', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'mac_address': 'fa:16:3e:1c:3e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:08Z', 'updated_at': '2021-06-09T15:09:09Z', 'revision_number': 2, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'subnets': [{'id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:11.519845 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Checking router: 6b78ab29-59a8-410b-8f82-7705b4f9afca for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:11.520196 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Updating router 6b78ab29-59a8-410b-8f82-7705b4f9afca port f390ebe2-5d60-499b-ae0a-7a2f95050683 binding host dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:09:11.575297 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:11.720549 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db2198-1d07-4739-a48a-f51f486db668 req-18295b6e-6f9e-4975-8804-aa16d37cb86a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:11.720707 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bffd5d1-ad12-50dd-ae4e-8290e53cb201-964b5817-215a-44ea-b6c6-8903595c1988', 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'fixed_ips': [{'subnet_id': '45daf769-82da-4966-b5ae-50f5a564a0e5'}]}} from dv-cinder-789603-9-iscsi. {{(pid=91818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 15:09:11.721467 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:11.724039 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e4db2198-1d07-4739-a48a-f51f486db668 req-18295b6e-6f9e-4975-8804-aa16d37cb86a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 945 time: 0.1026113 Jun 09 15:09:11.802975 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e4db2198-1d07-4739-a48a-f51f486db668 req-2d3395e8-ee94-4095-82a3-190ebc6500e8 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698123 Jun 09 15:09:11.825134 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device f1e44c9e-1e3d-44d5-8223-de702f5258d8 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:11.947091 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:11.958509 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Transition to ACTIVE for port object f390ebe2-5d60-499b-ae0a-7a2f95050683 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:11.959071 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-602941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11391'] for router, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:11.965214 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:11.970356 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:11.973179 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port f1e44c9e-1e3d-44d5-8223-de702f5258d8 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:11.973619 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:12.026622 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.db_base_plugin_common [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Allocated IP 172.20.0.2 (964b5817-215a-44ea-b6c6-8903595c1988/45daf769-82da-4966-b5ae-50f5a564a0e5/8eb1943d-0445-48d6-b899-9cfd5998865f) {{(pid=91818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:09:12.100023 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Pushing event updated for resources: {'Port': ['ID=f390ebe2-5d60-499b-ae0a-7a2f95050683,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:12.116373 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:12.116962 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:12.117466 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:12.117942 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:12.118477 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:12.118996 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:12.119476 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:12.119958 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:12.120753 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:12.121251 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:12.121729 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:12.122204 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:12.126636 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:12.227781 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Attempting to bind port f390ebe2-5d60-499b-ae0a-7a2f95050683 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:09:12.228934 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Attempting to bind port f390ebe2-5d60-499b-ae0a-7a2f95050683 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '5bd1b57c-c72c-4164-bc60-08c603448db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:09:12.229542 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Attempting to bind port f390ebe2-5d60-499b-ae0a-7a2f95050683 on network 0de7c831-6f90-474c-acd8-1d24c87d965f {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:09:12.235537 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:09:12.236235 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Checking segment: {'id': '5bd1b57c-c72c-4164-bc60-08c603448db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:09:12.236931 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:12.237520 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Bound using segment: {'id': '5bd1b57c-c72c-4164-bc60-08c603448db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:09:12.238172 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Bound port: f390ebe2-5d60-499b-ae0a-7a2f95050683, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd1b57c-c72c-4164-bc60-08c603448db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:09:12.238898 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:12.285893 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:12.316752 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:12.331993 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Notify callbacks [] for port, precommit_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:12.345572 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Transition to ACTIVE for port object 8eb1943d-0445-48d6-b899-9cfd5998865f will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:12.350086 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] For port f390ebe2-5d60-499b-ae0a-7a2f95050683, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:09:12.353652 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] For port f390ebe2-5d60-499b-ae0a-7a2f95050683, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=f390ebe2-5d60-499b-ae0a-7a2f95050683,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:09:12.358979 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:12.366454 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-ce73eb69-a5aa-4fda-aa3a-70db6579d97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:12.369848 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Transition to ACTIVE for port object 8eb1943d-0445-48d6-b899-9cfd5998865f will not be triggered until provisioned by entity DHCP. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:12.376203 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:12.379610 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:12.441418 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Routers {'6b78ab29-59a8-410b-8f82-7705b4f9afca'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:12.442090 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:08:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['6b78ab29-59a8-410b-8f82-7705b4f9afca'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:12.449125 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Network 964b5817-215a-44ea-b6c6-8903595c1988 is already hosted by enough agents. {{(pid=91818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:09:12.452083 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.base_scheduler [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Resources bound (agent type, host, resource id): {{(pid=91818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:12.455713 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Received port after_create {{(pid=91818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:09:12.464443 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Pushing event updated for resources: {'Port': ['ID=8eb1943d-0445-48d6-b899-9cfd5998865f,revision_number=1']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:12.475525 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Allocated IP 172.27.1.7 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/c5d395b7-7a1a-45b2-bf36-0884ab8b323d) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:09:12.490021 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:12.529809 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['f1278595-193e-4c2b-93a8-2553e623f3ee'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:09:12.588066 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Pushing event updated for resources: {'Port': ['ID=f390ebe2-5d60-499b-ae0a-7a2f95050683,revision_number=4']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:12.592816 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:12.605883 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Attempting to bind port 8eb1943d-0445-48d6-b899-9cfd5998865f on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:09:12.606252 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Attempting to bind port 8eb1943d-0445-48d6-b899-9cfd5998865f by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '355d7b8c-7907-4841-a575-1647703e2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:09:12.606645 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Attempting to bind port 8eb1943d-0445-48d6-b899-9cfd5998865f on network 964b5817-215a-44ea-b6c6-8903595c1988 {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:09:12.616766 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:09:12.617160 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Checking segment: {'id': '355d7b8c-7907-4841-a575-1647703e2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:09:12.617562 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:12.617948 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Bound using segment: {'id': '355d7b8c-7907-4841-a575-1647703e2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:09:12.619009 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Bound port: 8eb1943d-0445-48d6-b899-9cfd5998865f, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355d7b8c-7907-4841-a575-1647703e2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:09:12.619721 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:12.642321 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] Set router 6b78ab29-59a8-410b-8f82-7705b4f9afca gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:12.678770 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:12.715730 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:12.721601 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-cbbac459-125f-40ce-9135-47ef4e2ac82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:12.772776 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] For port 8eb1943d-0445-48d6-b899-9cfd5998865f, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:09:12.777727 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] For port 8eb1943d-0445-48d6-b899-9cfd5998865f, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=8eb1943d-0445-48d6-b899-9cfd5998865f,segment=NetworkSegment(355d7b8c-7907-4841-a575-1647703e2660),segment_id=355d7b8c-7907-4841-a575-1647703e2660)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:09:12.786753 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:09:12.789795 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:12.790573 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:12.793705 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:09:12.797751 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:12.847244 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Pushing event updated for resources: {'Port': ['ID=c5d395b7-7a1a-45b2-bf36-0884ab8b323d,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:12.857946 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:12.911628 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ec48dbad-45c9-4527-bb38-e1ddbec0db6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:12.924570 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Pushing event updated for resources: {'Port': ['ID=8eb1943d-0445-48d6-b899-9cfd5998865f,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:12.928047 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:13.023911 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:09:08Z', 'revision_number': 4, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port': {'id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:05Z', 'updated_at': '2021-06-09T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'f390ebe2-5d60-499b-ae0a-7a2f95050683', 'name': '', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'mac_address': 'fa:16:3e:1c:3e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:08Z', 'updated_at': '2021-06-09T15:09:12Z', 'revision_number': 4, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'subnets': [{'id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:13.028458 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23aff23-53fe-4fa1-99f3-9eaed040b6e0 None None] The sync data for ids ['6b78ab29-59a8-410b-8f82-7705b4f9afca'] in dv-cinder-789603-9-iscsi is: [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:09:08Z', 'revision_number': 4, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port': {'id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:05Z', 'updated_at': '2021-06-09T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'f390ebe2-5d60-499b-ae0a-7a2f95050683', 'name': '', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'mac_address': 'fa:16:3e:1c:3e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:08Z', 'updated_at': '2021-06-09T15:09:12Z', 'revision_number': 4, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'subnets': [{'id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:13.231351 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73918386-1f3e-49f0-8c38-b35cdc239aac req-6bae6e1a-33c9-4744-aad7-6c3dde4b4893 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:13.232902 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-73918386-1f3e-49f0-8c38-b35cdc239aac req-6bae6e1a-33c9-4744-aad7-6c3dde4b4893 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 945 time: 0.2522657 Jun 09 15:09:13.416257 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-73918386-1f3e-49f0-8c38-b35cdc239aac req-82221705-a00f-4541-ae54-4d27f1f59791 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161411 Jun 09 15:09:13.444709 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:13.909444 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device f390ebe2-5d60-499b-ae0a-7a2f95050683 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:14.011479 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601806'] for router, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:14.045613 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port f390ebe2-5d60-499b-ae0a-7a2f95050683 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:14.051840 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port f390ebe2-5d60-499b-ae0a-7a2f95050683 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:14.052218 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:14.202298 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5d105a-584e-4684-9b97-e22e103ed8c7 None None] Network 964b5817-215a-44ea-b6c6-8903595c1988 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:09:14.288456 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f1278595-193e-4c2b-93a8-2553e623f3ee up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:14.311207 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Router 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 is scheduled to L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 with binding_index 1 {{(pid=91817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:09:14.363603 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2617326a-a0f8-4133-9866-c207976c7f35 None None] Provisioning for port 8eb1943d-0445-48d6-b899-9cfd5998865f completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:14.369905 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:14.507052 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:14.524717 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Sync routers for ids ['41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:14.529835 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Notify callbacks [] for router, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:14.530937 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port f390ebe2-5d60-499b-ae0a-7a2f95050683, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=f390ebe2-5d60-499b-ae0a-7a2f95050683,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:14.531480 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.0695519 Jun 09 15:09:14.534456 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55158) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:14.539202 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:14.540043 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 8eb1943d-0445-48d6-b899-9cfd5998865f up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:14.569114 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e9a544f5-c9f0-4047-b0a5-78b22701e380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:14.609813 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port f1278595-193e-4c2b-93a8-2553e623f3ee completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:14.634582 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe611d2-3ce2-4010-b294-9a66714809f9 req-154a310a-4d18-4c08-bf79-41ee7fcea8e0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:14.636161 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7fe611d2-3ce2-4010-b294-9a66714809f9 req-154a310a-4d18-4c08-bf79-41ee7fcea8e0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 945 time: 0.0948238 Jun 09 15:09:14.637111 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Routers {'41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:14.637839 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:08:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:14.682701 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7fe611d2-3ce2-4010-b294-9a66714809f9 req-08771ff9-149d-4134-95c9-427a03d79177 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399189 Jun 09 15:09:14.786612 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port f1278595-193e-4c2b-93a8-2553e623f3ee triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:14.786901 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:14.909396 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=f390ebe2-5d60-499b-ae0a-7a2f95050683,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:14.924358 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:14.941722 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 8eb1943d-0445-48d6-b899-9cfd5998865f completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:14.953638 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 8eb1943d-0445-48d6-b899-9cfd5998865f triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:14.954003 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:15.050324 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Set router 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:15.247061 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:15.397829 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f1278595-193e-4c2b-93a8-2553e623f3ee, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1278595-193e-4c2b-93a8-2553e623f3ee,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:15.404453 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:15.416560 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41211b0-9d4d-4076-917f-305b909464fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1278595-193e-4c2b-93a8-2553e623f3ee'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:15.418837 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93666945-0994-4340-98c1-4ec64dfafda8" -d '{"events": [{"server_uuid": "e41211b0-9d4d-4076-917f-305b909464fd", "name": "network-vif-plugged", "status": "completed", "tag": "f1278595-193e-4c2b-93a8-2553e623f3ee"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:15.503244 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900c2044-f690-4548-a3c6-da2bfcbb90db x-openstack-request-id: req-900c2044-f690-4548-a3c6-da2bfcbb90db {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:15.503980 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41211b0-9d4d-4076-917f-305b909464fd", "name": "network-vif-plugged", "status": "completed", "tag": "f1278595-193e-4c2b-93a8-2553e623f3ee", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:15.503980 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-900c2044-f690-4548-a3c6-da2bfcbb90db {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:15.504364 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41211b0-9d4d-4076-917f-305b909464fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'code': 200} Jun 09 15:09:15.511150 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:15.521154 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:15.539521 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-076b4e03-4c4e-47ec-b4cd-719220aee4b0 req-fbde1caa-ae04-4260-8192-d8a593aa95a2 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334248678&fields=id&tenant_id=636c5b53f57b462d9ddea07dae292c5b HTTP/1.1" status: 200 len: 267 time: 0.0696125 Jun 09 15:09:15.548110 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port 8eb1943d-0445-48d6-b899-9cfd5998865f, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=8eb1943d-0445-48d6-b899-9cfd5998865f,segment=NetworkSegment(355d7b8c-7907-4841-a575-1647703e2660),segment_id=355d7b8c-7907-4841-a575-1647703e2660)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:15.556657 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:15.630278 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-acc945d8-bba3-4026-bf5c-48da43c40427 None None] Provisioning complete for port 8eb1943d-0445-48d6-b899-9cfd5998865f triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:15.630552 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-acc945d8-bba3-4026-bf5c-48da43c40427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:15.659083 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:15.662676 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:15.700941 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4f19e4f8-daf0-4fd6-9d46-dc74e9a753d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:15.702302 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=f1278595-193e-4c2b-93a8-2553e623f3ee,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:15.709528 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:15.711938 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:15.810895 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dd497-1f69-4b16-b4aa-942e29e62f87 req-a07fd7ad-7dc2-4e07-b309-7cd030ce4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:15.812931 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-254dd497-1f69-4b16-b4aa-942e29e62f87 req-a07fd7ad-7dc2-4e07-b309-7cd030ce4ae5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 1099 time: 0.1455879 Jun 09 15:09:15.840552 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=8eb1943d-0445-48d6-b899-9cfd5998865f,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:15.845581 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device f390ebe2-5d60-499b-ae0a-7a2f95050683 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:15.848229 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b4e03-4c4e-47ec-b4cd-719220aee4b0 req-8b236d81-22a7-481e-b8cb-37affcefc074 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:15.849923 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-076b4e03-4c4e-47ec-b4cd-719220aee4b0 req-8b236d81-22a7-481e-b8cb-37affcefc074 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 985 time: 0.3096690 Jun 09 15:09:15.868193 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [req-076b4e03-4c4e-47ec-b4cd-719220aee4b0 req-5984dbd3-30b0-4c06-9a70-fb9afe6d695e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Request body: {'port': {'security_groups': ['bd26e227-2812-43c8-9489-e2f64d32a590']}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:15.876190 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:15.897698 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'name': 'tempest-TestShelveInstance-744655271-router', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c5d395b7-7a1a-45b2-bf36-0884ab8b323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:11Z', 'updated_at': '2021-06-09T15:09:13Z', 'revision_number': 3, 'project_id': 'cd31526202264e469a69e4b759cb98d4', 'gw_port': {'id': 'c5d395b7-7a1a-45b2-bf36-0884ab8b323d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:13:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:12Z', 'updated_at': '2021-06-09T15:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:15.902519 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Allocated IP 172.20.0.1 (964b5817-215a-44ea-b6c6-8903595c1988/45daf769-82da-4966-b5ae-50f5a564a0e5/f96100b2-6b61-4f00-abf4-830768692816) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:09:15.943452 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-254dd497-1f69-4b16-b4aa-942e29e62f87 req-1a8ab9d1-d3ee-4c75-998f-1e5bcb8c82bb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221731 Jun 09 15:09:15.949135 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Checking router: 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:15.949703 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Updating router 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 port c5d395b7-7a1a-45b2-bf36-0884ab8b323d binding host dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:09:15.980375 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81578c6-1574-46da-8b84-9cae71520162 req-a8dbbe84-3418-4c8c-b6d3-97c7a8571931 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:15.982148 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b81578c6-1574-46da-8b84-9cae71520162 req-a8dbbe84-3418-4c8c-b6d3-97c7a8571931 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.1342199 Jun 09 15:09:16.023759 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.036506 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b81578c6-1574-46da-8b84-9cae71520162 req-67604f1e-4fa2-4aa7-88a2-0de7c548e3f4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469356 Jun 09 15:09:16.078234 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port f390ebe2-5d60-499b-ae0a-7a2f95050683 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:16.078543 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.102857 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-076b4e03-4c4e-47ec-b4cd-719220aee4b0 req-5984dbd3-30b0-4c06-9a70-fb9afe6d695e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.214467 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.251411 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Transition to ACTIVE for port object f96100b2-6b61-4f00-abf4-830768692816 will not be triggered until provisioned by entity DHCP. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:16.384376 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.384977 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.391444 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b0401328-7285-4e96-a91c-98f7890d3ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:16.472652 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Network 964b5817-215a-44ea-b6c6-8903595c1988 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:09:16.474347 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-076b4e03-4c4e-47ec-b4cd-719220aee4b0 req-5984dbd3-30b0-4c06-9a70-fb9afe6d695e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] For port 0e743a00-8d1c-4eaf-8523-0f26360b34a7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0e743a00-8d1c-4eaf-8523-0f26360b34a7,segment=NetworkSegment(5b0369fd-e9b4-4178-bda5-0d093eb138ee),segment_id=5b0369fd-e9b4-4178-bda5-0d093eb138ee)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:16.479061 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:16.484884 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:09:16.502404 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Notify callbacks [] for port, precommit_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.515457 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Transition to ACTIVE for port object c5d395b7-7a1a-45b2-bf36-0884ab8b323d will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:16.523069 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Pushing event updated for resources: {'Port': ['ID=f96100b2-6b61-4f00-abf4-830768692816,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:16.523824 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.528492 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:16.528971 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:16.560528 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-076b4e03-4c4e-47ec-b4cd-719220aee4b0 req-5984dbd3-30b0-4c06-9a70-fb9afe6d695e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.566270 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442500'] for router_interface, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.570525 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-076b4e03-4c4e-47ec-b4cd-719220aee4b0 req-5984dbd3-30b0-4c06-9a70-fb9afe6d695e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.575912 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-67d2faa1-8976-4de5-8fe2-d3240418bf38 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:16.585771 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['0e743a00-8d1c-4eaf-8523-0f26360b34a7'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:09:16.703247 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b4e03-4c4e-47ec-b4cd-719220aee4b0 req-5984dbd3-30b0-4c06-9a70-fb9afe6d695e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:16.703966 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-076b4e03-4c4e-47ec-b4cd-719220aee4b0 req-5984dbd3-30b0-4c06-9a70-fb9afe6d695e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.706100 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-076b4e03-4c4e-47ec-b4cd-719220aee4b0 req-5984dbd3-30b0-4c06-9a70-fb9afe6d695e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "PUT /v2.0/ports/0e743a00-8d1c-4eaf-8523-0f26360b34a7 HTTP/1.1" status: 200 len: 943 time: 0.8483622 Jun 09 15:09:16.710001 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'tag': '0e743a00-8d1c-4eaf-8523-0f26360b34a7'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:16.712449 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668d0951-3f47-415b-9f72-9df4385fc4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d567e8df-34c0-4495-9989-7f0499357c0a", "tag": "0e743a00-8d1c-4eaf-8523-0f26360b34a7"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:16.713360 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961268b-d312-4c01-bf38-a286d4bd0ffb None None] Pushing event updated for resources: {'Port': ['ID=c5d395b7-7a1a-45b2-bf36-0884ab8b323d,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:16.716619 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55180) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:16.726763 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-3961268b-d312-4c01-bf38-a286d4bd0ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:16.743891 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Attempting to bind port c5d395b7-7a1a-45b2-bf36-0884ab8b323d on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:09:16.744489 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Attempting to bind port c5d395b7-7a1a-45b2-bf36-0884ab8b323d by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:09:16.745011 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Attempting to bind port c5d395b7-7a1a-45b2-bf36-0884ab8b323d on network 6da5a613-1aa1-48f4-af01-171168c355b4 {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:09:16.764318 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:09:16.764928 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Checking segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:09:16.765492 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.766026 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Bound using segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:09:16.766692 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Bound port: c5d395b7-7a1a-45b2-bf36-0884ab8b323d, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:09:16.767211 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.893008 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['0e743a00-8d1c-4eaf-8523-0f26360b34a7'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:09:16.911017 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.914156 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-22a9f4a7-016d-46e1-9d0d-e3aedf646e84 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:16.956702 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-22a9f4a7-016d-46e1-9d0d-e3aedf646e84 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:17.029866 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-8a0fbf55-ea47-465d-b5ef-191a98ce3aac None None] Provisioning for port f96100b2-6b61-4f00-abf4-830768692816 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:17.039276 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] For port c5d395b7-7a1a-45b2-bf36-0884ab8b323d, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:09:17.059368 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-8a0fbf55-ea47-465d-b5ef-191a98ce3aac None None] Provisioning complete for port f96100b2-6b61-4f00-abf4-830768692816 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:17.060031 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8a0fbf55-ea47-465d-b5ef-191a98ce3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:17.071029 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-22a9f4a7-016d-46e1-9d0d-e3aedf646e84 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:17.075897 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-22a9f4a7-016d-46e1-9d0d-e3aedf646e84 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:17.077124 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-22a9f4a7-016d-46e1-9d0d-e3aedf646e84 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "DELETE /v2.0/security-groups/422638cb-abed-4a69-aca7-235ce6592524 HTTP/1.1" status: 204 len: 168 time: 0.3590722 Jun 09 15:09:17.078079 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-67b0945e-b6c2-4891-a30c-a8992952a49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:17.082571 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55192) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:17.092951 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] For port c5d395b7-7a1a-45b2-bf36-0884ab8b323d, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=c5d395b7-7a1a-45b2-bf36-0884ab8b323d,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:09:17.105758 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9f4a7-016d-46e1-9d0d-e3aedf646e84 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=422638cb-abed-4a69-aca7-235ce6592524,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:17.111602 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-22a9f4a7-016d-46e1-9d0d-e3aedf646e84 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:17.148790 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:17.160238 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-3961268b-d312-4c01-bf38-a286d4bd0ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:17.191395 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984dbd3-30b0-4c06-9a70-fb9afe6d695e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event updated for resources: {'Port': ['ID=0e743a00-8d1c-4eaf-8523-0f26360b34a7,revision_number=7']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:17.198957 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5984dbd3-30b0-4c06-9a70-fb9afe6d695e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:17.294161 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-8a0fbf55-ea47-465d-b5ef-191a98ce3aac None None] Port f96100b2-6b61-4f00-abf4-830768692816 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:09:17.298821 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0364b961-0a20-4252-a865-c5f197b3e4be x-openstack-request-id: req-0364b961-0a20-4252-a865-c5f197b3e4be {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:17.299145 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d567e8df-34c0-4495-9989-7f0499357c0a", "tag": "0e743a00-8d1c-4eaf-8523-0f26360b34a7", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:17.299434 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0364b961-0a20-4252-a865-c5f197b3e4be {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:17.299846 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'tag': '0e743a00-8d1c-4eaf-8523-0f26360b34a7', 'status': 'completed', 'code': 200} Jun 09 15:09:17.339209 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961268b-d312-4c01-bf38-a286d4bd0ffb None None] Pushing event updated for resources: {'Port': ['ID=c5d395b7-7a1a-45b2-bf36-0884ab8b323d,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:17.343912 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Routers {'41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:17.344507 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:17.387987 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0951-3f47-415b-9f72-9df4385fc4c1 req-bbd01bb6-6f1a-4f17-89ff-776fe683da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:17.389490 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-668d0951-3f47-415b-9f72-9df4385fc4c1 req-bbd01bb6-6f1a-4f17-89ff-776fe683da5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=636c5b53f57b462d9ddea07dae292c5b&device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 1099 time: 0.0738199 Jun 09 15:09:17.407635 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-3961268b-d312-4c01-bf38-a286d4bd0ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:17.571227 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e489b2bc-caf5-4422-9a69-3f96e15ec4aa None None] Provisioning complete for port 0e743a00-8d1c-4eaf-8523-0f26360b34a7 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:17.571578 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e489b2bc-caf5-4422-9a69-3f96e15ec4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:17.614264 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0951-3f47-415b-9f72-9df4385fc4c1 req-d5a5f034-d0c8-4dbd-b72e-e0bcbe4345cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:17.616390 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-668d0951-3f47-415b-9f72-9df4385fc4c1 req-d5a5f034-d0c8-4dbd-b72e-e0bcbe4345cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=bbc97c85-3f46-4847-a3f2-902de2c05af6 HTTP/1.1" status: 200 len: 915 time: 0.2199233 Jun 09 15:09:17.687090 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] Set router 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:17.704233 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe087bf-3bcd-4359-a391-3f52f2ff552c req-c6f3326f-a281-4217-8054-e3ac012c48c2 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:17.706097 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bbe087bf-3bcd-4359-a391-3f52f2ff552c req-c6f3326f-a281-4217-8054-e3ac012c48c2 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.4410481 Jun 09 15:09:17.730090 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-668d0951-3f47-415b-9f72-9df4385fc4c1 req-a243b1b6-652b-4a75-922f-8dc459e699fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e743a00-8d1c-4eaf-8523-0f26360b34a7 HTTP/1.1" status: 200 len: 1002 time: 0.1070764 Jun 09 15:09:17.781127 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:17.783667 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Deleting port df7125b9-c384-4d40-af29-405a02e84657 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:17.783950 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:17.805271 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:17.815368 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0951-3f47-415b-9f72-9df4385fc4c1 req-db0ebc46-5e39-42a8-9ab6-0bac7d0ff1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:17.817115 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-668d0951-3f47-415b-9f72-9df4385fc4c1 req-db0ebc46-5e39-42a8-9ab6-0bac7d0ff1c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79abb7d5-f7c2-4524-863c-719cb77f02e7 HTTP/1.1" status: 200 len: 853 time: 0.0798216 Jun 09 15:09:17.867227 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 8eb1943d-0445-48d6-b899-9cfd5998865f up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:17.879875 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-8f0f8d1a-d454-45cd-9132-0241a4142da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:17.895365 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0951-3f47-415b-9f72-9df4385fc4c1 req-5ea77d2d-4f51-4c23-95b6-0d2255237473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:17.897304 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-668d0951-3f47-415b-9f72-9df4385fc4c1 req-5ea77d2d-4f51-4c23-95b6-0d2255237473 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbc97c85-3f46-4847-a3f2-902de2c05af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729542 Jun 09 15:09:17.923437 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-bbe087bf-3bcd-4359-a391-3f52f2ff552c req-cf8a08ef-202b-4375-b774-c399beab5696 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102735 Jun 09 15:09:17.993905 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598748'] for router_interface, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:17.997407 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Pushing event updated for resources: {'Port': ['ID=f96100b2-6b61-4f00-abf4-830768692816,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:18.014662 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:18.107222 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:18.107549 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:18.124822 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-668d0951-3f47-415b-9f72-9df4385fc4c1 req-de4a4232-ee94-4b55-808b-32dc9c81badc service neutron] 10.222.0.61 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207100 Jun 09 15:09:18.145524 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 8eb1943d-0445-48d6-b899-9cfd5998865f triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:18.147213 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:18.255093 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Calling delete_port for df7125b9-c384-4d40-af29-405a02e84657 owned by network:floatingip {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:18.297462 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:18.322667 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Network 964b5817-215a-44ea-b6c6-8903595c1988 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:09:18.325467 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:18.340449 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'name': 'tempest-TestShelveInstance-744655271-router', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c5d395b7-7a1a-45b2-bf36-0884ab8b323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:11Z', 'updated_at': '2021-06-09T15:09:16Z', 'revision_number': 4, 'project_id': 'cd31526202264e469a69e4b759cb98d4', 'gw_port': {'id': 'c5d395b7-7a1a-45b2-bf36-0884ab8b323d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:13:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:12Z', 'updated_at': '2021-06-09T15:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'f96100b2-6b61-4f00-abf4-830768692816', 'name': '', 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'mac_address': 'fa:16:3e:32:16:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '45daf769-82da-4966-b5ae-50f5a564a0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:15Z', 'updated_at': '2021-06-09T15:09:15Z', 'revision_number': 1, 'project_id': 'cd31526202264e469a69e4b759cb98d4', 'subnets': [{'id': '45daf769-82da-4966-b5ae-50f5a564a0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:18.345144 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5bc37-c3c2-4fa1-ba9e-51cc21131a21 None None] The sync data for ids ['41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'] in dv-cinder-789603-9-iscsi is: [{'id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'name': 'tempest-TestShelveInstance-744655271-router', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c5d395b7-7a1a-45b2-bf36-0884ab8b323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:11Z', 'updated_at': '2021-06-09T15:09:16Z', 'revision_number': 4, 'project_id': 'cd31526202264e469a69e4b759cb98d4', 'gw_port': {'id': 'c5d395b7-7a1a-45b2-bf36-0884ab8b323d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:13:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:12Z', 'updated_at': '2021-06-09T15:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'f96100b2-6b61-4f00-abf4-830768692816', 'name': '', 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'mac_address': 'fa:16:3e:32:16:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '45daf769-82da-4966-b5ae-50f5a564a0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:15Z', 'updated_at': '2021-06-09T15:09:15Z', 'revision_number': 1, 'project_id': 'cd31526202264e469a69e4b759cb98d4', 'subnets': [{'id': '45daf769-82da-4966-b5ae-50f5a564a0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:18.354650 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-668d0951-3f47-415b-9f72-9df4385fc4c1 req-dd6a6af3-e343-48fc-b3b2-b303a6c0529b service neutron] 10.222.0.61 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225385 Jun 09 15:09:18.389719 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cac0b-6613-449d-9482-211e33dd2c90 req-ba66c443-18f0-4cce-bb2e-2a111390fbfe tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:18.391998 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0f8cac0b-6613-449d-9482-211e33dd2c90 req-ba66c443-18f0-4cce-bb2e-2a111390fbfe tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.3371937 Jun 09 15:09:18.402464 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55208) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:18.408459 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-e5375ba6-a93a-4126-808c-079b3c30c389 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Request body: {'floatingip': {'port_id': 'f1278595-193e-4c2b-93a8-2553e623f3ee'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:18.495879 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e5375ba6-a93a-4126-808c-079b3c30c389 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for floatingip, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:18.642400 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Router 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:09:18.728746 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-f125480b-5115-4640-9ec5-3d34b76210d6 None None] Provisioning complete for port f96100b2-6b61-4f00-abf4-830768692816 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:18.732108 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-f125480b-5115-4640-9ec5-3d34b76210d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:18.837368 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:18.847344 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-f125480b-5115-4640-9ec5-3d34b76210d6 None None] Port f96100b2-6b61-4f00-abf4-830768692816 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:09:18.861371 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5f1497bb-afe9-4c63-b7ff-e0e79b802d92 tempest-ServerRescueNegativeTestJSON-770481143 tempest-ServerRescueNegativeTestJSON-770481143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:18.906882 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55216) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:18.917501 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event deleted for resources: {'Port': ['ID=df7125b9-c384-4d40-af29-405a02e84657,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:18.948000 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:19.035918 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:19.038236 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks [] for floatingip, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:19.038586 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.l3_db [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Floating IP ef6e0315-0543-42d7-a4ec-ef83c69953fc disassociated (deleted). External IP: 172.27.1.134, port: 0e743a00-8d1c-4eaf-8523-0f26360b34a7. Jun 09 15:09:19.066107 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a3cd1bee-1819-498c-9e5e-f18e76a26e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:19.098187 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] 10.222.0.74 "PUT /v2.0/routers/41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5625436 Jun 09 15:09:19.408947 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a3cd1bee-1819-498c-9e5e-f18e76a26e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:19.424133 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a3cd1bee-1819-498c-9e5e-f18e76a26e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:19.461113 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8d65a231-f4e9-4d8d-ae0c-d74c910b5277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:19.476994 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-a3cd1bee-1819-498c-9e5e-f18e76a26e38 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=115569ad3e6445118363769a59674c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690284 Jun 09 15:09:19.484463 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55226) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:19.513707 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd1bee-1819-498c-9e5e-f18e76a26e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f8f2b4-256c-4f76-a991-1aac1b9143a1,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:19.517083 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a3cd1bee-1819-498c-9e5e-f18e76a26e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:19.519406 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e5375ba6-a93a-4126-808c-079b3c30c389 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:19.524565 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e5375ba6-a93a-4126-808c-079b3c30c389 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:19.644010 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0f767eb5-131e-4648-8b6c-10bb32e149c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:19.672197 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:09:19.683829 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0f767eb5-131e-4648-8b6c-10bb32e149c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:19.720017 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.l3_db [None req-e5375ba6-a93a-4126-808c-079b3c30c389 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Floating IP 68a5694a-47a0-4df5-a70a-1e265ac348bc associated. External IP: 172.27.1.244, port: f1278595-193e-4c2b-93a8-2553e623f3ee. Jun 09 15:09:19.905993 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device c5d395b7-7a1a-45b2-bf36-0884ab8b323d up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:19.908680 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0f767eb5-131e-4648-8b6c-10bb32e149c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:19.911696 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0f767eb5-131e-4648-8b6c-10bb32e149c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:19.913069 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-0f767eb5-131e-4648-8b6c-10bb32e149c1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/02f8f2b4-256c-4f76-a991-1aac1b9143a1 HTTP/1.1" status: 204 len: 168 time: 0.4282649 Jun 09 15:09:19.918778 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c4bf2495-389f-4326-b7d2-8230d2b5ec00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:19.940953 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:19.957356 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f690513-918c-4f31-8acf-a6c77ce4c236 None None] Sync routers for ids ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:19.958759 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f767eb5-131e-4648-8b6c-10bb32e149c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f8f2b4-256c-4f76-a991-1aac1b9143a1,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:19.964510 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:19.981483 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f690513-918c-4f31-8acf-a6c77ce4c236 None None] Routers {'4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:19.982544 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-1f690513-918c-4f31-8acf-a6c77ce4c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:19.998802 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0f767eb5-131e-4648-8b6c-10bb32e149c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:20.012815 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55230) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:20.026475 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-c74d30e4-189e-466f-b2b4-0edcfdd0290b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1452599', 'description': 'tempest-secgroup-smoke-1452599 description', 'project_id': '16c638a4bffa498b9fe2bc282e856501'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:20.075175 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port c5d395b7-7a1a-45b2-bf36-0884ab8b323d completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:20.075414 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "DELETE /v2.0/floatingips/ef6e0315-0543-42d7-a4ec-ef83c69953fc HTTP/1.1" status: 204 len: 168 time: 2.9795301 Jun 09 15:09:20.078044 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'tag': '0e743a00-8d1c-4eaf-8523-0f26360b34a7'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:20.088131 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port c5d395b7-7a1a-45b2-bf36-0884ab8b323d triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:20.088923 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:20.091929 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53d1adb-2e4b-4fc3-af92-0181030cf709" -d '{"events": [{"name": "network-changed", "server_uuid": "d567e8df-34c0-4495-9989-7f0499357c0a", "tag": "0e743a00-8d1c-4eaf-8523-0f26360b34a7"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:20.116050 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c74d30e4-189e-466f-b2b4-0edcfdd0290b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:20.173212 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff58e02b-d980-4ca3-a88a-e61917d6dd62 x-openstack-request-id: req-ff58e02b-d980-4ca3-a88a-e61917d6dd62 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:20.173537 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d567e8df-34c0-4495-9989-7f0499357c0a", "tag": "0e743a00-8d1c-4eaf-8523-0f26360b34a7", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:20.173819 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ff58e02b-d980-4ca3-a88a-e61917d6dd62 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:20.174240 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'tag': '0e743a00-8d1c-4eaf-8523-0f26360b34a7', 'status': 'completed', 'code': 200} Jun 09 15:09:20.295007 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:20.320319 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port c5d395b7-7a1a-45b2-bf36-0884ab8b323d, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=c5d395b7-7a1a-45b2-bf36-0884ab8b323d,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:20.329241 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:20.333682 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-95ba23b0-cef1-4b6a-bac7-2f4c6fe8ff58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:20.351757 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c74d30e4-189e-466f-b2b4-0edcfdd0290b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:20.365389 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c74d30e4-189e-466f-b2b4-0edcfdd0290b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:20.383641 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-1f690513-918c-4f31-8acf-a6c77ce4c236 None None] Set router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:20.397127 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-01814b50-dbcf-4371-8e4d-a6057f59600c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:20.437596 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d30e4-189e-466f-b2b4-0edcfdd0290b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6651af86-8bb8-4e98-a6cb-496a2de53c49,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:20.450502 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c74d30e4-189e-466f-b2b4-0edcfdd0290b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:20.455952 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c74d30e4-189e-466f-b2b4-0edcfdd0290b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:20.460241 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-c74d30e4-189e-466f-b2b4-0edcfdd0290b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.4461682 Jun 09 15:09:20.460845 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55242) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:20.465716 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-e522eb7d-4f62-4dd5-bb52-d0af669f6622 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Request body: {'security_group_rule': {'security_group_id': '6651af86-8bb8-4e98-a6cb-496a2de53c49', 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:20.523457 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=c5d395b7-7a1a-45b2-bf36-0884ab8b323d,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:20.527647 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:20.560783 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e522eb7d-4f62-4dd5-bb52-d0af669f6622 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:20.602221 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5375ba6-a93a-4126-808c-079b3c30c389 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:09:20.638407 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e522eb7d-4f62-4dd5-bb52-d0af669f6622 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:20.645907 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e522eb7d-4f62-4dd5-bb52-d0af669f6622 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:20.649629 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:20.710944 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522eb7d-4f62-4dd5-bb52-d0af669f6622 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c65ff8-342c-4b6f-acb7-104b9ad2f6d5,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:20.716480 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-e522eb7d-4f62-4dd5-bb52-d0af669f6622 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:20.725987 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e522eb7d-4f62-4dd5-bb52-d0af669f6622 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:20.727783 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-e522eb7d-4f62-4dd5-bb52-d0af669f6622 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2658427 Jun 09 15:09:20.730516 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55254) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:20.738761 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-da439859-0ba2-451e-9412-8632c0ce8bbd tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Request body: {'security_group_rule': {'security_group_id': '6651af86-8bb8-4e98-a6cb-496a2de53c49', 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:20.755962 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d1adb-2e4b-4fc3-af92-0181030cf709 req-b4359233-2997-48da-8eeb-d65f908125a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:20.772852 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d53d1adb-2e4b-4fc3-af92-0181030cf709 req-b4359233-2997-48da-8eeb-d65f908125a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=636c5b53f57b462d9ddea07dae292c5b&device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 1099 time: 0.3312798 Jun 09 15:09:20.804133 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-da439859-0ba2-451e-9412-8632c0ce8bbd tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:20.925565 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-da439859-0ba2-451e-9412-8632c0ce8bbd tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:20.944195 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-da439859-0ba2-451e-9412-8632c0ce8bbd tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:20.962301 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:20.965165 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-1f690513-918c-4f31-8acf-a6c77ce4c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:06:06Z', 'revision_number': 4, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port': {'id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:03Z', 'updated_at': '2021-06-09T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'cd1c1989-67c5-43ef-8944-f7b673fae2d6', 'name': '', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'mac_address': 'fa:16:3e:56:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:05Z', 'updated_at': '2021-06-09T15:06:16Z', 'revision_number': 5, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'subnets': [{'id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:20.979702 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f690513-918c-4f31-8acf-a6c77ce4c236 None None] Checking router: 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:20.998045 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f690513-918c-4f31-8acf-a6c77ce4c236 None None] Routers {'4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:20.998704 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-1f690513-918c-4f31-8acf-a6c77ce4c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:21.008657 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da439859-0ba2-451e-9412-8632c0ce8bbd tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6173b14-5afe-48f3-83ab-4334577de494,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:21.013514 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-da439859-0ba2-451e-9412-8632c0ce8bbd tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:21.018744 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-da439859-0ba2-451e-9412-8632c0ce8bbd tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:21.020772 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-da439859-0ba2-451e-9412-8632c0ce8bbd tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2884889 Jun 09 15:09:21.022881 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55260) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:21.029342 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-b8051741-82b2-479e-bca1-3883082ba38b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Request body: {'security_group_rule': {'security_group_id': '6651af86-8bb8-4e98-a6cb-496a2de53c49', 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:21.071832 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b8051741-82b2-479e-bca1-3883082ba38b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:21.101974 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5375ba6-a93a-4126-808c-079b3c30c389 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:21.108609 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e5375ba6-a93a-4126-808c-079b3c30c389 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:21.113012 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11128be6-d442-4d65-89d0-42a48f0275d0 None None] Sync routers for ids ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:21.131406 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11128be6-d442-4d65-89d0-42a48f0275d0 None None] Routers {'22321f93-05a7-4ca6-8bfe-5c84c7bf7863'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:21.132246 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-11128be6-d442-4d65-89d0-42a48f0275d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:21.163896 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b8051741-82b2-479e-bca1-3883082ba38b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:21.174154 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d1adb-2e4b-4fc3-af92-0181030cf709 req-01db6427-6b37-4cb6-97ef-0fdb3563a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:21.176137 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d53d1adb-2e4b-4fc3-af92-0181030cf709 req-01db6427-6b37-4cb6-97ef-0fdb3563a69a service neutron] 10.222.0.61 "GET /v2.0/networks?id=bbc97c85-3f46-4847-a3f2-902de2c05af6 HTTP/1.1" status: 200 len: 915 time: 0.3069479 Jun 09 15:09:21.176288 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b8051741-82b2-479e-bca1-3883082ba38b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:21.178908 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:21.179725 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-e5375ba6-a93a-4126-808c-079b3c30c389 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "PUT /v2.0/floatingips/68a5694a-47a0-4df5-a70a-1e265ac348bc HTTP/1.1" status: 200 len: 992 time: 2.7762539 Jun 09 15:09:21.180502 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41211b0-9d4d-4076-917f-305b909464fd', 'tag': 'f1278595-193e-4c2b-93a8-2553e623f3ee'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:21.183291 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4c7410-fa26-4b22-acc2-496485e731e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e41211b0-9d4d-4076-917f-305b909464fd", "tag": "f1278595-193e-4c2b-93a8-2553e623f3ee"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:21.235186 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8051741-82b2-479e-bca1-3883082ba38b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f75123-b628-4df6-98a4-d6f973e875df,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:21.238205 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b8051741-82b2-479e-bca1-3883082ba38b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:21.250340 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b8051741-82b2-479e-bca1-3883082ba38b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:21.251562 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-b8051741-82b2-479e-bca1-3883082ba38b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2274723 Jun 09 15:09:21.254839 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55272) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:21.260108 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-ed599a75-305b-4870-a01a-5fef7e18a111 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Request body: {'security_group_rule': {'security_group_id': '6651af86-8bb8-4e98-a6cb-496a2de53c49', 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:21.267968 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d53d1adb-2e4b-4fc3-af92-0181030cf709 req-009be711-333e-44d7-b395-d0ab349ff0ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e743a00-8d1c-4eaf-8523-0f26360b34a7 HTTP/1.1" status: 200 len: 217 time: 0.0815094 Jun 09 15:09:21.305146 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-1f690513-918c-4f31-8acf-a6c77ce4c236 None None] Set router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:21.321528 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ed599a75-305b-4870-a01a-5fef7e18a111 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:21.412436 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d1adb-2e4b-4fc3-af92-0181030cf709 req-4bc0f1b3-0c42-4310-a57b-f81a0b2eda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:21.414120 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d53d1adb-2e4b-4fc3-af92-0181030cf709 req-4bc0f1b3-0c42-4310-a57b-f81a0b2eda84 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=79abb7d5-f7c2-4524-863c-719cb77f02e7 HTTP/1.1" status: 200 len: 853 time: 0.1388550 Jun 09 15:09:21.472106 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ed599a75-305b-4870-a01a-5fef7e18a111 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:21.484511 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ed599a75-305b-4870-a01a-5fef7e18a111 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:21.520192 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-96e73420-6efa-4af0-b228-90964a309dcc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:21.553475 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed599a75-305b-4870-a01a-5fef7e18a111 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3caa81b6-e7cf-4c30-a4e8-594aab22dd8b,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:21.556261 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ed599a75-305b-4870-a01a-5fef7e18a111 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:21.565201 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ed599a75-305b-4870-a01a-5fef7e18a111 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:21.570793 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-ed599a75-305b-4870-a01a-5fef7e18a111 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3123202 Jun 09 15:09:21.570903 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-11128be6-d442-4d65-89d0-42a48f0275d0 None None] Set router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:21.571021 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55276) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:21.576205 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-06ce017e-3700-4fab-a691-b0a86f396387 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Request body: {'security_group_rule': {'security_group_id': '6651af86-8bb8-4e98-a6cb-496a2de53c49', 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:21.610609 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.securitygroups_db [None req-06ce017e-3700-4fab-a691-b0a86f396387 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Project 16c638a4bffa498b9fe2bc282e856501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 15:09:21.620021 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597fbb0e-f111-4c74-a3ad-80d62d10b5ac x-openstack-request-id: req-597fbb0e-f111-4c74-a3ad-80d62d10b5ac {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:21.620537 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41211b0-9d4d-4076-917f-305b909464fd", "tag": "f1278595-193e-4c2b-93a8-2553e623f3ee", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:21.620669 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-597fbb0e-f111-4c74-a3ad-80d62d10b5ac {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:21.621022 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41211b0-9d4d-4076-917f-305b909464fd', 'tag': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'status': 'completed', 'code': 200} Jun 09 15:09:21.626756 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d1adb-2e4b-4fc3-af92-0181030cf709 req-89c43c1c-b5d2-4624-a0d5-1d9b8d6b42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:21.628224 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d53d1adb-2e4b-4fc3-af92-0181030cf709 req-89c43c1c-b5d2-4624-a0d5-1d9b8d6b42b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbc97c85-3f46-4847-a3f2-902de2c05af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2060747 Jun 09 15:09:21.632142 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-06ce017e-3700-4fab-a691-b0a86f396387 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:21.825113 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-06ce017e-3700-4fab-a691-b0a86f396387 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:21.828815 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c7410-fa26-4b22-acc2-496485e731e1 req-094ba69f-95ea-49d0-8a61-1281b20131f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:21.830325 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-db4c7410-fa26-4b22-acc2-496485e731e1 req-094ba69f-95ea-49d0-8a61-1281b20131f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 1099 time: 0.1676543 Jun 09 15:09:21.839447 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-06ce017e-3700-4fab-a691-b0a86f396387 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:21.892122 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device c5d395b7-7a1a-45b2-bf36-0884ab8b323d up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:21.925890 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-1f690513-918c-4f31-8acf-a6c77ce4c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:06:06Z', 'revision_number': 4, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port': {'id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:03Z', 'updated_at': '2021-06-09T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'cd1c1989-67c5-43ef-8944-f7b673fae2d6', 'name': '', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'mac_address': 'fa:16:3e:56:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:05Z', 'updated_at': '2021-06-09T15:06:16Z', 'revision_number': 5, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'subnets': [{'id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:21.940532 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f690513-918c-4f31-8acf-a6c77ce4c236 None None] The sync data for ids ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'] in dv-cinder-789603-9-iscsi is: [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:06:06Z', 'revision_number': 4, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port': {'id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:03Z', 'updated_at': '2021-06-09T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'cd1c1989-67c5-43ef-8944-f7b673fae2d6', 'name': '', 'network_id': 'bbc97c85-3f46-4847-a3f2-902de2c05af6', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'mac_address': 'fa:16:3e:56:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:05Z', 'updated_at': '2021-06-09T15:06:16Z', 'revision_number': 5, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'subnets': [{'id': '79abb7d5-f7c2-4524-863c-719cb77f02e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:22.023369 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0e24bdf3-d717-4e21-896c-ad7b0d07cd61 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:22.126037 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce017e-3700-4fab-a691-b0a86f396387 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72e25e1-9e7d-467f-9485-f6688b6e7bca,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:22.141732 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d53d1adb-2e4b-4fc3-af92-0181030cf709 req-d5e83634-b8ee-40ab-81e0-63dd4da16455 service neutron] 10.222.0.61 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780436 Jun 09 15:09:22.238701 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-06ce017e-3700-4fab-a691-b0a86f396387 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:22.239898 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c7410-fa26-4b22-acc2-496485e731e1 req-4d73efc4-00aa-48d0-9cd4-91c80b1abd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:22.241358 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-db4c7410-fa26-4b22-acc2-496485e731e1 req-4d73efc4-00aa-48d0-9cd4-91c80b1abd93 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6df34c4-a146-448a-a741-18d7a8a2e9ec HTTP/1.1" status: 200 len: 918 time: 0.4038348 Jun 09 15:09:22.244416 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port c5d395b7-7a1a-45b2-bf36-0884ab8b323d triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:22.244851 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:22.248060 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-06ce017e-3700-4fab-a691-b0a86f396387 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:22.251851 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-06ce017e-3700-4fab-a691-b0a86f396387 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6773367 Jun 09 15:09:22.272307 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Sync routers for ids ['41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:22.273731 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55294) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:22.288018 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-75282cc7-c2ef-40de-8ee0-7e38c32d0e53 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Request body: {'security_group_rule': {'security_group_id': '6651af86-8bb8-4e98-a6cb-496a2de53c49', 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:22.291104 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Routers {'41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:22.291740 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:22.352320 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.securitygroups_db [None req-75282cc7-c2ef-40de-8ee0-7e38c32d0e53 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Project 16c638a4bffa498b9fe2bc282e856501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 15:09:22.370278 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-75282cc7-c2ef-40de-8ee0-7e38c32d0e53 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:22.468270 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-75282cc7-c2ef-40de-8ee0-7e38c32d0e53 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:22.469516 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-db4c7410-fa26-4b22-acc2-496485e731e1 req-d487b9f9-dbce-4d9c-a5e9-01988ebe4748 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1278595-193e-4c2b-93a8-2553e623f3ee HTTP/1.1" status: 200 len: 1000 time: 0.2192626 Jun 09 15:09:22.480579 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-75282cc7-c2ef-40de-8ee0-7e38c32d0e53 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:22.528616 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:22.558195 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c7410-fa26-4b22-acc2-496485e731e1 req-1291cc3c-c5d8-41f3-af45-f49b1a481286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:22.561601 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-db4c7410-fa26-4b22-acc2-496485e731e1 req-1291cc3c-c5d8-41f3-af45-f49b1a481286 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f5266821-f8ca-412e-b356-225fac8eefd5 HTTP/1.1" status: 200 len: 856 time: 0.0838168 Jun 09 15:09:22.579664 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f294e701-635f-4e75-94bb-b43524d1c035 None None] New status for floating IP ef6e0315-0543-42d7-a4ec-ef83c69953fc: DOWN {{(pid=91818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:09:22.607818 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-75282cc7-c2ef-40de-8ee0-7e38c32d0e53 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:22.609271 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-75282cc7-c2ef-40de-8ee0-7e38c32d0e53 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3304760 Jun 09 15:09:22.622290 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75282cc7-c2ef-40de-8ee0-7e38c32d0e53 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06fb171-f93a-4c6c-91ad-a0229f4c82d6,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:22.627483 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-75282cc7-c2ef-40de-8ee0-7e38c32d0e53 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:22.634435 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d53d1adb-2e4b-4fc3-af92-0181030cf709 req-266618a5-3494-48bf-b64a-155a4d45e7b8 service neutron] 10.222.0.61 "GET /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891307 Jun 09 15:09:22.750307 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Set router 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:22.759187 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c7410-fa26-4b22-acc2-496485e731e1 req-e1d64146-3c65-43d3-b931-b7f9ea822ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:22.763050 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-db4c7410-fa26-4b22-acc2-496485e731e1 req-e1d64146-3c65-43d3-b931-b7f9ea822ba0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6df34c4-a146-448a-a741-18d7a8a2e9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1905663 Jun 09 15:09:22.810682 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-11128be6-d442-4d65-89d0-42a48f0275d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '68a5694a-47a0-4df5-a70a-1e265ac348bc', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'port_id': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'mac_address': 'fa:16:3e:b5:c3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41211b0-9d4d-4076-917f-305b909464fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:08:55Z', 'updated_at': '2021-06-09T15:09:19Z', 'revision_number': 1, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 5, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:22.821405 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11128be6-d442-4d65-89d0-42a48f0275d0 None None] Checking router: 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:22.852612 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11128be6-d442-4d65-89d0-42a48f0275d0 None None] Routers {'22321f93-05a7-4ca6-8bfe-5c84c7bf7863'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:22.852612 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-11128be6-d442-4d65-89d0-42a48f0275d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:23.149503 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-db4c7410-fa26-4b22-acc2-496485e731e1 req-448c609d-d175-4120-b73e-75e371195da8 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769166 Jun 09 15:09:23.219104 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-11128be6-d442-4d65-89d0-42a48f0275d0 None None] Set router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:23.297139 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-db4c7410-fa26-4b22-acc2-496485e731e1 req-c20d8469-6497-4147-a7a7-12a2a9791f4b service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376796 Jun 09 15:09:23.317632 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'name': 'tempest-TestShelveInstance-744655271-router', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c5d395b7-7a1a-45b2-bf36-0884ab8b323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:11Z', 'updated_at': '2021-06-09T15:09:16Z', 'revision_number': 4, 'project_id': 'cd31526202264e469a69e4b759cb98d4', 'gw_port': {'id': 'c5d395b7-7a1a-45b2-bf36-0884ab8b323d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:13:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:12Z', 'updated_at': '2021-06-09T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'f96100b2-6b61-4f00-abf4-830768692816', 'name': '', 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'mac_address': 'fa:16:3e:32:16:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '45daf769-82da-4966-b5ae-50f5a564a0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:15Z', 'updated_at': '2021-06-09T15:09:17Z', 'revision_number': 2, 'project_id': 'cd31526202264e469a69e4b759cb98d4', 'subnets': [{'id': '45daf769-82da-4966-b5ae-50f5a564a0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:23.323156 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Checking router: 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:23.323626 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Updating router 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 port f96100b2-6b61-4f00-abf4-830768692816 binding host dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:09:23.383034 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:23.730823 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-11128be6-d442-4d65-89d0-42a48f0275d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '68a5694a-47a0-4df5-a70a-1e265ac348bc', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'port_id': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'mac_address': 'fa:16:3e:b5:c3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41211b0-9d4d-4076-917f-305b909464fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:08:55Z', 'updated_at': '2021-06-09T15:09:19Z', 'revision_number': 1, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 5, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:23.735298 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11128be6-d442-4d65-89d0-42a48f0275d0 None None] The sync data for ids ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'] in dv-cinder-789603-9-iscsi is: [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '68a5694a-47a0-4df5-a70a-1e265ac348bc', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'port_id': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'mac_address': 'fa:16:3e:b5:c3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41211b0-9d4d-4076-917f-305b909464fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:08:55Z', 'updated_at': '2021-06-09T15:09:19Z', 'revision_number': 1, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 5, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:23.883907 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:23.903213 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Transition to ACTIVE for port object f96100b2-6b61-4f00-abf4-830768692816 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:23.918103 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:23.929462 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-dba36a1a-a54c-4049-ad5c-45c24da70a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:24.061440 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5187d6e-f35a-4853-a607-1c7dc1a3cc5d None None] New status for floating IP 68a5694a-47a0-4df5-a70a-1e265ac348bc: ACTIVE {{(pid=91819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:09:24.296321 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583b23b-7672-4481-8546-2db973d409f7 None None] Pushing event updated for resources: {'Port': ['ID=f96100b2-6b61-4f00-abf4-830768692816,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:24.320712 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6583b23b-7672-4481-8546-2db973d409f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:24.334468 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Attempting to bind port f96100b2-6b61-4f00-abf4-830768692816 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:09:24.335161 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Attempting to bind port f96100b2-6b61-4f00-abf4-830768692816 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '355d7b8c-7907-4841-a575-1647703e2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:09:24.335703 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Attempting to bind port f96100b2-6b61-4f00-abf4-830768692816 on network 964b5817-215a-44ea-b6c6-8903595c1988 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:09:24.347117 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:09:24.347493 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Checking segment: {'id': '355d7b8c-7907-4841-a575-1647703e2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:09:24.347892 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:24.348277 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Bound using segment: {'id': '355d7b8c-7907-4841-a575-1647703e2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:09:24.348751 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Bound port: f96100b2-6b61-4f00-abf4-830768692816, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355d7b8c-7907-4841-a575-1647703e2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:09:24.349137 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:24.442459 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6503c-17ee-4c3d-8b53-4329285543b4 req-bfdbc736-a30f-47b0-a5eb-982e34fe2ac3 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:24.444236 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a7e6503c-17ee-4c3d-8b53-4329285543b4 req-bfdbc736-a30f-47b0-a5eb-982e34fe2ac3 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 946 time: 0.0902195 Jun 09 15:09:24.491782 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a7e6503c-17ee-4c3d-8b53-4329285543b4 req-9124e618-2228-4853-ae1b-95c1a0a8dea8 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417264 Jun 09 15:09:24.593892 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] For port f96100b2-6b61-4f00-abf4-830768692816, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:09:24.598305 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] For port f96100b2-6b61-4f00-abf4-830768692816, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=f96100b2-6b61-4f00-abf4-830768692816,segment=NetworkSegment(355d7b8c-7907-4841-a575-1647703e2660),segment_id=355d7b8c-7907-4841-a575-1647703e2660)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:09:24.602695 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:24.606502 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6583b23b-7672-4481-8546-2db973d409f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:24.681179 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Routers {'41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:24.681791 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:24.793028 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583b23b-7672-4481-8546-2db973d409f7 None None] Pushing event updated for resources: {'Port': ['ID=f96100b2-6b61-4f00-abf4-830768692816,revision_number=4']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:24.796563 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6583b23b-7672-4481-8546-2db973d409f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:24.922096 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] Set router 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:25.240238 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'name': 'tempest-TestShelveInstance-744655271-router', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c5d395b7-7a1a-45b2-bf36-0884ab8b323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:11Z', 'updated_at': '2021-06-09T15:09:16Z', 'revision_number': 4, 'project_id': 'cd31526202264e469a69e4b759cb98d4', 'gw_port': {'id': 'c5d395b7-7a1a-45b2-bf36-0884ab8b323d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:13:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:12Z', 'updated_at': '2021-06-09T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'f96100b2-6b61-4f00-abf4-830768692816', 'name': '', 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'mac_address': 'fa:16:3e:32:16:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '45daf769-82da-4966-b5ae-50f5a564a0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:15Z', 'updated_at': '2021-06-09T15:09:24Z', 'revision_number': 4, 'project_id': 'cd31526202264e469a69e4b759cb98d4', 'subnets': [{'id': '45daf769-82da-4966-b5ae-50f5a564a0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:25.244106 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d108c-59b9-4a82-8c8f-5b7f26edfe3d None None] The sync data for ids ['41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'] in dv-cinder-789603-9-iscsi is: [{'id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'name': 'tempest-TestShelveInstance-744655271-router', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c5d395b7-7a1a-45b2-bf36-0884ab8b323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:11Z', 'updated_at': '2021-06-09T15:09:16Z', 'revision_number': 4, 'project_id': 'cd31526202264e469a69e4b759cb98d4', 'gw_port': {'id': 'c5d395b7-7a1a-45b2-bf36-0884ab8b323d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:13:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:12Z', 'updated_at': '2021-06-09T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'f96100b2-6b61-4f00-abf4-830768692816', 'name': '', 'network_id': '964b5817-215a-44ea-b6c6-8903595c1988', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'mac_address': 'fa:16:3e:32:16:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '45daf769-82da-4966-b5ae-50f5a564a0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:15Z', 'updated_at': '2021-06-09T15:09:24Z', 'revision_number': 4, 'project_id': 'cd31526202264e469a69e4b759cb98d4', 'subnets': [{'id': '45daf769-82da-4966-b5ae-50f5a564a0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:25.716984 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8a402-80b3-4395-ba64-4f068cd285c6 req-2ec616a2-ec6d-45ba-9b94-dfc81ac8d6ea tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:25.718525 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3be8a402-80b3-4395-ba64-4f068cd285c6 req-2ec616a2-ec6d-45ba-9b94-dfc81ac8d6ea tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 946 time: 0.0888350 Jun 09 15:09:25.774334 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3be8a402-80b3-4395-ba64-4f068cd285c6 req-d4417070-d819-4998-b97f-64a1d8a196b1 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480554 Jun 09 15:09:25.859495 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device f96100b2-6b61-4f00-abf4-830768692816 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:25.956209 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port f96100b2-6b61-4f00-abf4-830768692816 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:25.961401 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port f96100b2-6b61-4f00-abf4-830768692816 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:25.961760 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:26.098807 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:26.135738 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port f96100b2-6b61-4f00-abf4-830768692816, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=f96100b2-6b61-4f00-abf4-830768692816,segment=NetworkSegment(355d7b8c-7907-4841-a575-1647703e2660),segment_id=355d7b8c-7907-4841-a575-1647703e2660)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:26.144452 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:26.149104 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:26.222511 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=f96100b2-6b61-4f00-abf4-830768692816,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:26.225643 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:26.319187 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76550a4b-d333-4214-8a09-019a6cbb3aeb req-5db68907-5921-4087-b3f9-124f5cae4735 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:26.320640 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-76550a4b-d333-4214-8a09-019a6cbb3aeb req-5db68907-5921-4087-b3f9-124f5cae4735 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.61 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 946 time: 0.0854108 Jun 09 15:09:26.520931 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-76550a4b-d333-4214-8a09-019a6cbb3aeb req-f5a7e0be-8bf0-4213-91ed-07a1d8a1214e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Deleting port 0e743a00-8d1c-4eaf-8523-0f26360b34a7 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:26.521272 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-76550a4b-d333-4214-8a09-019a6cbb3aeb req-f5a7e0be-8bf0-4213-91ed-07a1d8a1214e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:26.667155 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-76550a4b-d333-4214-8a09-019a6cbb3aeb req-f5a7e0be-8bf0-4213-91ed-07a1d8a1214e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] For port 0e743a00-8d1c-4eaf-8523-0f26360b34a7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0e743a00-8d1c-4eaf-8523-0f26360b34a7,segment=NetworkSegment(5b0369fd-e9b4-4178-bda5-0d093eb138ee),segment_id=5b0369fd-e9b4-4178-bda5-0d093eb138ee)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:26.667518 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-76550a4b-d333-4214-8a09-019a6cbb3aeb req-f5a7e0be-8bf0-4213-91ed-07a1d8a1214e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:26.803528 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-76550a4b-d333-4214-8a09-019a6cbb3aeb req-f5a7e0be-8bf0-4213-91ed-07a1d8a1214e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Calling delete_port for 0e743a00-8d1c-4eaf-8523-0f26360b34a7 owned by compute:nova {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:26.828169 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:09:26.987450 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-76550a4b-d333-4214-8a09-019a6cbb3aeb req-f5a7e0be-8bf0-4213-91ed-07a1d8a1214e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:26.995064 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0c5a2cd5-91a5-4257-b013-ed1934cc6a89 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:26.999214 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['0e743a00-8d1c-4eaf-8523-0f26360b34a7'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:09:27.046926 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7e0be-8bf0-4213-91ed-07a1d8a1214e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Pushing event deleted for resources: {'Port': ['ID=0e743a00-8d1c-4eaf-8523-0f26360b34a7,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:27.050165 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f5a7e0be-8bf0-4213-91ed-07a1d8a1214e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:27.132803 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [req-76550a4b-d333-4214-8a09-019a6cbb3aeb req-f5a7e0be-8bf0-4213-91ed-07a1d8a1214e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] No DVR routers for this DVR port 0e743a00-8d1c-4eaf-8523-0f26360b34a7 on host hv-cinder-78960 {{(pid=91817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:27.135576 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-76550a4b-d333-4214-8a09-019a6cbb3aeb req-f5a7e0be-8bf0-4213-91ed-07a1d8a1214e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:27.137615 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-76550a4b-d333-4214-8a09-019a6cbb3aeb req-f5a7e0be-8bf0-4213-91ed-07a1d8a1214e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.61 "DELETE /v2.0/ports/0e743a00-8d1c-4eaf-8523-0f26360b34a7 HTTP/1.1" status: 204 len: 173 time: 0.7945690 Jun 09 15:09:27.138948 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'name': 'network-vif-deleted', 'tag': '0e743a00-8d1c-4eaf-8523-0f26360b34a7'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:27.142111 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0478895e-ca83-4d24-b594-3a2e784b9899" -d '{"events": [{"server_uuid": "d567e8df-34c0-4495-9989-7f0499357c0a", "name": "network-vif-deleted", "tag": "0e743a00-8d1c-4eaf-8523-0f26360b34a7"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:27.162689 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810920b-ea11-4cdf-8664-2800a25e60ec req-1084f214-2fd7-4926-a812-6fa414cfcdcf tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:27.164143 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3810920b-ea11-4cdf-8664-2800a25e60ec req-1084f214-2fd7-4926-a812-6fa414cfcdcf tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/ports?device_id=d567e8df-34c0-4495-9989-7f0499357c0a HTTP/1.1" status: 200 len: 867 time: 0.2618661 Jun 09 15:09:27.195419 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34433f38-ddbd-41b0-bdff-3de03b6f4833 x-openstack-request-id: req-34433f38-ddbd-41b0-bdff-3de03b6f4833 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:27.195763 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d567e8df-34c0-4495-9989-7f0499357c0a", "name": "network-vif-deleted", "tag": "0e743a00-8d1c-4eaf-8523-0f26360b34a7", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:27.196071 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-34433f38-ddbd-41b0-bdff-3de03b6f4833 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:27.196486 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd567e8df-34c0-4495-9989-7f0499357c0a', 'name': 'network-vif-deleted', 'tag': '0e743a00-8d1c-4eaf-8523-0f26360b34a7', 'status': 'completed', 'code': 200} Jun 09 15:09:27.225702 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3810920b-ea11-4cdf-8664-2800a25e60ec req-dc2b880a-c7a0-4e90-9b7b-efb5c4db2674 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] 10.222.0.74 "GET /v2.0/security-groups?id=bd26e227-2812-43c8-9489-e2f64d32a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550790 Jun 09 15:09:27.784446 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device f96100b2-6b61-4f00-abf4-830768692816 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:27.855203 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port f96100b2-6b61-4f00-abf4-830768692816 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:27.855595 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:28.975404 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f948824-ea4e-4a3f-970f-2399df2f218e req-9a34fe7f-492c-4a9b-abbc-37da3378e2bf tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:28.976821 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1f948824-ea4e-4a3f-970f-2399df2f218e req-9a34fe7f-492c-4a9b-abbc-37da3378e2bf tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0829003 Jun 09 15:09:29.022822 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1f948824-ea4e-4a3f-970f-2399df2f218e req-5b61b03b-851c-402d-a06c-6153f5228089 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401461 Jun 09 15:09:29.095703 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55508) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:29.798907 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c499729d-16e0-4a45-a5a1-1fd5b1e10749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598710'] for router_interface, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:30.231621 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-c499729d-16e0-4a45-a5a1-1fd5b1e10749 admin admin] Deleting port cd1c1989-67c5-43ef-8944-f7b673fae2d6 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:30.232235 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c499729d-16e0-4a45-a5a1-1fd5b1e10749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:30.236153 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6b816-cb59-49ce-b94a-0f2993c807e8 req-45f83967-07d5-403a-aa62-2db3f2f09e33 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:30.243414 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-20f6b816-cb59-49ce-b94a-0f2993c807e8 req-45f83967-07d5-403a-aa62-2db3f2f09e33 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.1074321 Jun 09 15:09:30.297854 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-20f6b816-cb59-49ce-b94a-0f2993c807e8 req-32e32c16-127c-4575-b252-d43258a0d9fe tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534966 Jun 09 15:09:30.318543 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 0e743a00-8d1c-4eaf-8523-0f26360b34a7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:30.365716 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: 0e743a00-8d1c-4eaf-8523-0f26360b34a7 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:30.366146 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 0e743a00-8d1c-4eaf-8523-0f26360b34a7 not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:30.379588 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-c499729d-16e0-4a45-a5a1-1fd5b1e10749 admin admin] For port cd1c1989-67c5-43ef-8944-f7b673fae2d6, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=cd1c1989-67c5-43ef-8944-f7b673fae2d6,segment=NetworkSegment(5b0369fd-e9b4-4178-bda5-0d093eb138ee),segment_id=5b0369fd-e9b4-4178-bda5-0d093eb138ee)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:30.379934 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c499729d-16e0-4a45-a5a1-1fd5b1e10749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:30.504625 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-c499729d-16e0-4a45-a5a1-1fd5b1e10749 admin admin] Calling delete_port for cd1c1989-67c5-43ef-8944-f7b673fae2d6 owned by network:router_interface {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:30.649653 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c499729d-16e0-4a45-a5a1-1fd5b1e10749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:30.654156 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-e97bfdce-a30f-4680-a8bd-bff09ae3bcd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:30.698266 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499729d-16e0-4a45-a5a1-1fd5b1e10749 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1c1989-67c5-43ef-8944-f7b673fae2d6,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:30.724748 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c499729d-16e0-4a45-a5a1-1fd5b1e10749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:30.970105 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c499729d-16e0-4a45-a5a1-1fd5b1e10749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-598520'] for router_interface, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:31.323668 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-a9474f18-6e11-4692-8091-ae015cc7e72f tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:31.325067 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-a9474f18-6e11-4692-8091-ae015cc7e72f tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.61 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.1850400 Jun 09 15:09:31.516594 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1c460-43e6-476c-8fe5-5b0e22558600 req-c58786be-a423-4a38-9bdd-94b8d6bd2ecc tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:31.519544 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a4e1c460-43e6-476c-8fe5-5b0e22558600 req-c58786be-a423-4a38-9bdd-94b8d6bd2ecc tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 946 time: 0.0887012 Jun 09 15:09:31.564856 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a4e1c460-43e6-476c-8fe5-5b0e22558600 req-946f905c-d607-4c41-a1e4-2322a73604ef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=1adff279-fc2f-4c18-899e-de839942f2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411472 Jun 09 15:09:31.614587 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c499729d-16e0-4a45-a5a1-1fd5b1e10749 admin admin] Router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:09:31.685347 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Deleting port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:31.686284 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:31.856899 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55556) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:31.922987 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] For port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:31.923337 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:31.930675 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c499729d-16e0-4a45-a5a1-1fd5b1e10749 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:31.938102 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-c499729d-16e0-4a45-a5a1-1fd5b1e10749 admin admin] 10.222.0.74 "PUT /v2.0/routers/4a5f5917-a6aa-4caf-bdbb-695b2616b6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8412061 Jun 09 15:09:31.940838 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55560) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:31.961020 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6cf646-ef86-4bb9-b898-eefb23176823 None None] Sync routers for ids ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:31.972135 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cf646-ef86-4bb9-b898-eefb23176823 None None] Routers {'4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:31.973095 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-4a6cf646-ef86-4bb9-b898-eefb23176823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:32.026901 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-cf7595af-c39e-4aaa-9bb8-f10c7a900cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:32.158826 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-4a6cf646-ef86-4bb9-b898-eefb23176823 None None] Set router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:32.189978 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Notify callbacks [] for router, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:32.244746 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:32.245267 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:32.245668 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.l3_db [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Floating IP 7c3f936f-bdb8-4b64-bc2f-8d8e5422168a disassociated. External IP: 172.27.1.39, port: f5f2f76c-3397-4161-a6d3-3c701ef5e8a7. Jun 09 15:09:32.246513 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Calling delete_port for f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 owned by compute:nova {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:32.380133 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:32.386244 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:32.403590 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-cf7595af-c39e-4aaa-9bb8-f10c7a900cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:32.413150 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-cf7595af-c39e-4aaa-9bb8-f10c7a900cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:32.424864 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:32.433486 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event deleted for resources: {'Port': ['ID=f5f2f76c-3397-4161-a6d3-3c701ef5e8a7,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:32.436563 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:32.455785 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:32.502789 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-cf7595af-c39e-4aaa-9bb8-f10c7a900cb4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f584c646b21a44d7b0d3f1fc9c1c13b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6439071 Jun 09 15:09:32.503668 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55564) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:32.566341 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-4a6cf646-ef86-4bb9-b898-eefb23176823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:09:30Z', 'revision_number': 5, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port': {'id': 'bd08d494-4a67-4840-b669-d3f8edf6bc90', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:03Z', 'updated_at': '2021-06-09T15:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:32.571059 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6cf646-ef86-4bb9-b898-eefb23176823 None None] Checking router: 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:32.571669 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7595af-c39e-4aaa-9bb8-f10c7a900cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84c8126-ef6b-41c3-a569-d444cdb5e242,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:32.581024 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cf646-ef86-4bb9-b898-eefb23176823 None None] Routers {'4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:32.581694 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-4a6cf646-ef86-4bb9-b898-eefb23176823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:32.621778 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-cf7595af-c39e-4aaa-9bb8-f10c7a900cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:32.681970 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-db87a44d-e41d-4ac4-a761-08acbfdf3e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:32.754696 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Deleting port bd08d494-4a67-4840-b669-d3f8edf6bc90 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:32.754982 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:32.755334 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-4a6cf646-ef86-4bb9-b898-eefb23176823 None None] Set router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 gateway port host: None {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:32.769815 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Router f4c2ede2-b318-41e2-af74-fbda7372a1f0 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:09:32.879956 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-4a6cf646-ef86-4bb9-b898-eefb23176823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:09:32Z', 'revision_number': 6, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port_host': None}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:32.891054 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6cf646-ef86-4bb9-b898-eefb23176823 None None] The sync data for ids ['4a5f5917-a6aa-4caf-bdbb-695b2616b6c6'] in dv-cinder-789603-9-iscsi is: [{'id': '4a5f5917-a6aa-4caf-bdbb-695b2616b6c6', 'name': 'tempest-TestMinimumBasicScenario-838055482-router', 'tenant_id': '636c5b53f57b462d9ddea07dae292c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:02Z', 'updated_at': '2021-06-09T15:09:32Z', 'revision_number': 6, 'project_id': '636c5b53f57b462d9ddea07dae292c5b', 'gw_port_host': None}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:32.933433 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] For port bd08d494-4a67-4840-b669-d3f8edf6bc90, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=bd08d494-4a67-4840-b669-d3f8edf6bc90,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:32.933750 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:32.959471 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-db87a44d-e41d-4ac4-a761-08acbfdf3e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:32.973675 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c236fa35-e4ab-42c7-9397-f553f81e7fb1 req-89e8f4a5-c1f2-42fd-9462-8822b6f21609 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=41ce335a-6db6-47db-b4ee-ca1565bd80ec HTTP/1.1" status: 200 len: 210 time: 0.2725153 Jun 09 15:09:32.996860 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:33.006567 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851388-7a24-4fbe-b351-822d4719eec9 None None] Sync routers for ids ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:33.017657 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d851388-7a24-4fbe-b351-822d4719eec9 None None] Routers {'f4c2ede2-b318-41e2-af74-fbda7372a1f0'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:33.018517 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-8d851388-7a24-4fbe-b351-822d4719eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:33.073962 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] No DVR routers for this DVR port f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 on host hv-cinder-78960 {{(pid=91817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:33.077349 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:33.079592 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-225cd0a9-6141-4bcf-a6fa-43b0f339d546 req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.61 "DELETE /v2.0/ports/f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 HTTP/1.1" status: 204 len: 173 time: 1.6965370 Jun 09 15:09:33.080101 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ce335a-6db6-47db-b4ee-ca1565bd80ec', 'name': 'network-vif-deleted', 'tag': 'f5f2f76c-3397-4161-a6d3-3c701ef5e8a7'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:33.082370 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c72a8b-f4c3-42b5-a79b-a715093c3d8c" -d '{"events": [{"server_uuid": "41ce335a-6db6-47db-b4ee-ca1565bd80ec", "name": "network-vif-deleted", "tag": "f5f2f76c-3397-4161-a6d3-3c701ef5e8a7"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:33.140505 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e15cf3-5c6a-4398-a267-91c48c6fe8d4 x-openstack-request-id: req-48e15cf3-5c6a-4398-a267-91c48c6fe8d4 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:33.140802 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ce335a-6db6-47db-b4ee-ca1565bd80ec", "name": "network-vif-deleted", "tag": "f5f2f76c-3397-4161-a6d3-3c701ef5e8a7", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:33.141085 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-48e15cf3-5c6a-4398-a267-91c48c6fe8d4 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:33.141512 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ce335a-6db6-47db-b4ee-ca1565bd80ec', 'name': 'network-vif-deleted', 'tag': 'f5f2f76c-3397-4161-a6d3-3c701ef5e8a7', 'status': 'completed', 'code': 200} Jun 09 15:09:33.209141 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Calling delete_port for bd08d494-4a67-4840-b669-d3f8edf6bc90 owned by network:router_gateway {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:33.222382 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-8d851388-7a24-4fbe-b351-822d4719eec9 None None] Set router f4c2ede2-b318-41e2-af74-fbda7372a1f0 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:33.407071 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-db87a44d-e41d-4ac4-a761-08acbfdf3e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:33.409503 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-db87a44d-e41d-4ac4-a761-08acbfdf3e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:33.410628 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-db87a44d-e41d-4ac4-a761-08acbfdf3e8b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b84c8126-ef6b-41c3-a569-d444cdb5e242 HTTP/1.1" status: 204 len: 168 time: 0.9042995 Jun 09 15:09:33.419504 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-71fee3d6-98e8-49a0-bd2f-f103d9b0d636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:33.440362 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87a44d-e41d-4ac4-a761-08acbfdf3e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84c8126-ef6b-41c3-a569-d444cdb5e242,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:33.443388 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-db87a44d-e41d-4ac4-a761-08acbfdf3e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:33.571774 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:33.578783 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-27a60f26-478b-4823-8b1b-72a0ca065ed7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:33.589215 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-8d851388-7a24-4fbe-b351-822d4719eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:10Z', 'revision_number': 5, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:33.593983 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851388-7a24-4fbe-b351-822d4719eec9 None None] Checking router: f4c2ede2-b318-41e2-af74-fbda7372a1f0 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:33.608053 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d851388-7a24-4fbe-b351-822d4719eec9 None None] Routers {'f4c2ede2-b318-41e2-af74-fbda7372a1f0'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:33.608964 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-8d851388-7a24-4fbe-b351-822d4719eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:33.642838 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd08d494-4a67-4840-b669-d3f8edf6bc90,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:33.651062 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:33.789521 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442406'] for router_gateway, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:33.815637 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55578) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:33.841860 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c140-8ca1-405d-9ff9-c42e51f279a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:33.891742 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device bd08d494-4a67-4840-b669-d3f8edf6bc90 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:33.943206 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-8d851388-7a24-4fbe-b351-822d4719eec9 None None] Set router f4c2ede2-b318-41e2-af74-fbda7372a1f0 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:33.960685 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: bd08d494-4a67-4840-b669-d3f8edf6bc90 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:33.961225 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device bd08d494-4a67-4840-b669-d3f8edf6bc90 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:33.961657 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device cd1c1989-67c5-43ef-8944-f7b673fae2d6 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:34.010440 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: cd1c1989-67c5-43ef-8944-f7b673fae2d6 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:34.010814 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device cd1c1989-67c5-43ef-8944-f7b673fae2d6 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:34.020903 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11366'] for router, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.023346 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.068824 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c140-8ca1-405d-9ff9-c42e51f279a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.073047 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c140-8ca1-405d-9ff9-c42e51f279a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.106912 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-8d2c9d6e-0413-4d1e-822d-532fd852f38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:34.116703 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603021'] for router, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.117215 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 {{(pid=91816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:09:34.123089 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] Notify callbacks [] for router, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.129980 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-d57974c6-2e02-4bed-9b70-bb97f41a709b admin admin] 10.222.0.74 "DELETE /v2.0/routers/4a5f5917-a6aa-4caf-bdbb-695b2616b6c6 HTTP/1.1" status: 204 len: 168 time: 2.1876745 Jun 09 15:09:34.130511 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-e0b8c140-8ca1-405d-9ff9-c42e51f279a5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e69b4d0d844b4a57b06bff21b35cdb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133223 Jun 09 15:09:34.130634 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55584) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:34.130931 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55586) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:34.205576 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55590) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:34.214464 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_v2 [None req-21648ad6-69fe-46b8-abba-48b668fe9f4c admin admin] Deleting subnet 79abb7d5-f7c2-4524-863c-719cb77f02e7 {{(pid=91816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:09:34.218933 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-21648ad6-69fe-46b8-abba-48b668fe9f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.237184 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8c140-8ca1-405d-9ff9-c42e51f279a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e6b932-f03f-4608-9302-8d2d2404ceb1,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:34.244898 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-e0b8c140-8ca1-405d-9ff9-c42e51f279a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:34.298459 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-21648ad6-69fe-46b8-abba-48b668fe9f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28148167'] for subnet, precommit_delete_associations {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.316790 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-70c35a42-7d8e-44e3-af96-c02ad106bdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.360178 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-70c35a42-7d8e-44e3-af96-c02ad106bdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.380973 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-6b7a71f5-58a0-4664-aac2-98be89146eb9 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.428928 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-8d851388-7a24-4fbe-b351-822d4719eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:10Z', 'revision_number': 5, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:34.432978 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851388-7a24-4fbe-b351-822d4719eec9 None None] The sync data for ids ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'] in dv-cinder-789603-9-iscsi is: [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:10Z', 'revision_number': 5, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:34.433199 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-21648ad6-69fe-46b8-abba-48b668fe9f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.443425 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-70c35a42-7d8e-44e3-af96-c02ad106bdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.446334 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-70c35a42-7d8e-44e3-af96-c02ad106bdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.449813 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-70c35a42-7d8e-44e3-af96-c02ad106bdee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/64e6b932-f03f-4608-9302-8d2d2404ceb1 HTTP/1.1" status: 204 len: 168 time: 0.3141012 Jun 09 15:09:34.451983 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b94ea352-1a64-49c3-8210-a094f6652a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:34.459568 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-6b7a71f5-58a0-4664-aac2-98be89146eb9 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.475965 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c35a42-7d8e-44e3-af96-c02ad106bdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e6b932-f03f-4608-9302-8d2d2404ceb1,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:34.483354 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-70c35a42-7d8e-44e3-af96-c02ad106bdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:34.521665 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-21648ad6-69fe-46b8-abba-48b668fe9f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29139172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28855172'] for subnet, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.527595 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:34.548372 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-6b7a71f5-58a0-4664-aac2-98be89146eb9 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.550743 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-6b7a71f5-58a0-4664-aac2-98be89146eb9 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.552179 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-6b7a71f5-58a0-4664-aac2-98be89146eb9 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "DELETE /v2.0/security-groups/1adff279-fc2f-4c18-899e-de839942f2cf HTTP/1.1" status: 204 len: 168 time: 0.3369458 Jun 09 15:09:34.553137 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-eb755021-1207-4582-b3b4-d8b8a6bdc9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:34.560471 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55594) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:34.572263 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a71f5-58a0-4664-aac2-98be89146eb9 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adff279-fc2f-4c18-899e-de839942f2cf,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:34.574941 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-6b7a71f5-58a0-4664-aac2-98be89146eb9 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:34.581413 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21648ad6-69fe-46b8-abba-48b668fe9f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79abb7d5-f7c2-4524-863c-719cb77f02e7,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:34.585920 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-21648ad6-69fe-46b8-abba-48b668fe9f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:34.591753 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-21648ad6-69fe-46b8-abba-48b668fe9f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.595874 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-21648ad6-69fe-46b8-abba-48b668fe9f4c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/79abb7d5-f7c2-4524-863c-719cb77f02e7 HTTP/1.1" status: 204 len: 168 time: 0.4621298 Jun 09 15:09:34.595874 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.api.v2.resource [None req-141d1cfe-8bfb-429a-8542-81700fc71bea tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] show failed (client error): The resource could not be found. Jun 09 15:09:34.596665 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-141d1cfe-8bfb-429a-8542-81700fc71bea tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups/1adff279-fc2f-4c18-899e-de839942f2cf HTTP/1.1" status: 404 len: 347 time: 0.0350389 Jun 09 15:09:34.597056 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55596) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:34.599304 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55598) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:34.599919 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfddfb2-c975-4cd7-a460-46c489cc8970 None None] Network bbc97c85-3f46-4847-a3f2-902de2c05af6 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:09:34.779732 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.855377 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ed8ca-d523-4380-be8e-01edb493ee23 None None] New status for floating IP 7c3f936f-bdb8-4b64-bc2f-8d8e5422168a: DOWN {{(pid=91818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:09:34.889468 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Deleting port 7c349164-207e-43ae-b7fd-7d2cd1f186c2 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:34.890024 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:34.925029 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd91ba-48c4-4ae4-8b22-84b0f96fc92a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Deleting port ea81c6c9-7d33-41c1-84e0-1f30a4560702 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:34.925380 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4dd91ba-48c4-4ae4-8b22-84b0f96fc92a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.013495 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] For port 7c349164-207e-43ae-b7fd-7d2cd1f186c2, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=7c349164-207e-43ae-b7fd-7d2cd1f186c2,segment=NetworkSegment(5b0369fd-e9b4-4178-bda5-0d093eb138ee),segment_id=5b0369fd-e9b4-4178-bda5-0d093eb138ee)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:35.014261 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.022739 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55604) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:35.106275 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-42bc0c46-a31a-4c75-8963-6d7288c974ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.194167 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4dd91ba-48c4-4ae4-8b22-84b0f96fc92a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.194894 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4dd91ba-48c4-4ae4-8b22-84b0f96fc92a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.204837 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Calling delete_port for 7c349164-207e-43ae-b7fd-7d2cd1f186c2 owned by network:dhcp {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:35.227852 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdda407-cd71-428b-bfff-a4fae774b676 None None] DHCP port deletion for bbc97c85-3f46-4847-a3f2-902de2c05af6 request from dv-cinder-789603-9-iscsi {{(pid=91818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 15:09:35.306071 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-cbdda407-cd71-428b-bfff-a4fae774b676 None None] Deleting port 7c349164-207e-43ae-b7fd-7d2cd1f186c2 {{(pid=91818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:35.306546 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-cbdda407-cd71-428b-bfff-a4fae774b676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.342154 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd91ba-48c4-4ae4-8b22-84b0f96fc92a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Calling delete_port for ea81c6c9-7d33-41c1-84e0-1f30a4560702 owned by network:floatingip {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:35.363017 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-42bc0c46-a31a-4c75-8963-6d7288c974ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.364119 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.368451 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:35.403868 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-42bc0c46-a31a-4c75-8963-6d7288c974ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.423734 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c349164-207e-43ae-b7fd-7d2cd1f186c2,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:35.426755 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-cbdda407-cd71-428b-bfff-a4fae774b676 None None] For port 7c349164-207e-43ae-b7fd-7d2cd1f186c2, host dv-cinder-789603-9-iscsi, got binding levels [] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:35.427360 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-cbdda407-cd71-428b-bfff-a4fae774b676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.429893 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:35.430413 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ea0589d4-1225-4f96-bd55-bbf3239998b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:35.449694 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] No DVR routers for this DVR port 7c349164-207e-43ae-b7fd-7d2cd1f186c2 on host dv-cinder-789603-9-iscsi {{(pid=91817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:35.491022 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4dd91ba-48c4-4ae4-8b22-84b0f96fc92a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.493132 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-42bc0c46-a31a-4c75-8963-6d7288c974ee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f7acb9b73af34db1bc7e745c995b3271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690719 Jun 09 15:09:35.493725 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55608) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:35.496394 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-d4ba4462-cd14-4c77-8068-db6b9e179fd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:35.568825 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd91ba-48c4-4ae4-8b22-84b0f96fc92a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event deleted for resources: {'Port': ['ID=ea81c6c9-7d33-41c1-84e0-1f30a4560702,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:35.571492 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e4dd91ba-48c4-4ae4-8b22-84b0f96fc92a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:35.597370 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc0c46-a31a-4c75-8963-6d7288c974ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c9ead3-96fd-4d56-ab70-d55152a70b13,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:35.604607 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-cbdda407-cd71-428b-bfff-a4fae774b676 None None] Calling delete_port for 7c349164-207e-43ae-b7fd-7d2cd1f186c2 owned by network:dhcp {{(pid=91818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:35.608080 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-42bc0c46-a31a-4c75-8963-6d7288c974ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:35.609589 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.ipam_backend_mixin [None req-cbdda407-cd71-428b-bfff-a4fae774b676 None None] Port 7c349164-207e-43ae-b7fd-7d2cd1f186c2 was not found and therefore no delete operation was performed {{(pid=91818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 09 15:09:35.610864 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-cbdda407-cd71-428b-bfff-a4fae774b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303'] for port, after_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.614289 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:35.646320 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4dd91ba-48c4-4ae4-8b22-84b0f96fc92a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for floatingip, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.648914 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e4dd91ba-48c4-4ae4-8b22-84b0f96fc92a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.654462 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-e4dd91ba-48c4-4ae4-8b22-84b0f96fc92a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "DELETE /v2.0/floatingips/7c3f936f-bdb8-4b64-bc2f-8d8e5422168a HTTP/1.1" status: 204 len: 168 time: 1.0483027 Jun 09 15:09:35.661010 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdda407-cd71-428b-bfff-a4fae774b676 None None] Pushing event deleted for resources: {'Port': ['ID=7c349164-207e-43ae-b7fd-7d2cd1f186c2,revision_number=None']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:35.666772 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-cbdda407-cd71-428b-bfff-a4fae774b676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:35.666772 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdda407-cd71-428b-bfff-a4fae774b676 None None] No DVR routers for this DVR port 7c349164-207e-43ae-b7fd-7d2cd1f186c2 on host dv-cinder-789603-9-iscsi {{(pid=91818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:35.760197 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.786559 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc97c85-3f46-4847-a3f2-902de2c05af6']}} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:35.801685 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cc57f5b8-6ea7-4354-9635-f6ba1c49bc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.804120 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0369fd-e9b4-4178-bda5-0d093eb138ee') {'for_net_delete': True} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:35.804405 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0369fd-e9b4-4178-bda5-0d093eb138ee') {} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:35.806121 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 7c349164-207e-43ae-b7fd-7d2cd1f186c2 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:35.824759 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31520878'] for segment, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.851884 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cc57f5b8-6ea7-4354-9635-f6ba1c49bc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.856189 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 7c349164-207e-43ae-b7fd-7d2cd1f186c2 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:35.856975 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 7c349164-207e-43ae-b7fd-7d2cd1f186c2 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:35.859625 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.875535 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=91817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:09:35.875994 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33464881'] for segment, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: Traceback (most recent call last): Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: timer() Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: cb(*args, **kw) Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: return func(*args, **kwargs) Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: self._notify() Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: self.callback(batched_events) Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: event.method(event) Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: return f(self, *a, **k) Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._get(url).json() Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: return self.request(url, 'GET', **kwargs) Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:09:35.909300 dv-cinder-789603-9-iscsi neutron-server[91817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:09:35.947352 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55614) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:35.953574 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-3a149fb3-0a93-4f81-868c-8503a6917210 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--85961889', 'description': 'tempest-description--395274789'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:35.975120 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3a149fb3-0a93-4f81-868c-8503a6917210 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:35.997921 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.001894 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:36.016086 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.018067 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] 10.222.0.74 "DELETE /v2.0/networks/bbc97c85-3f46-4847-a3f2-902de2c05af6 HTTP/1.1" status: 204 len: 168 time: 1.4198623 Jun 09 15:09:36.021159 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55616) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:36.086451 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc97c85-3f46-4847-a3f2-902de2c05af6,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:36.093993 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:36.103533 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cc57f5b8-6ea7-4354-9635-f6ba1c49bc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.107067 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cc57f5b8-6ea7-4354-9635-f6ba1c49bc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.108153 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-cc57f5b8-6ea7-4354-9635-f6ba1c49bc64 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/31c9ead3-96fd-4d56-ab70-d55152a70b13 HTTP/1.1" status: 204 len: 168 time: 0.6038475 Jun 09 15:09:36.159235 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-849ebc58-d47b-49d5-ad8f-fbdb6d8e0553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:36.165900 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3a149fb3-0a93-4f81-868c-8503a6917210 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.171881 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3a149fb3-0a93-4f81-868c-8503a6917210 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.175771 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a3cd1bee-1819-498c-9e5e-f18e76a26e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:36.185210 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57f5b8-6ea7-4354-9635-f6ba1c49bc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c9ead3-96fd-4d56-ab70-d55152a70b13,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:36.188972 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-cc57f5b8-6ea7-4354-9635-f6ba1c49bc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:36.225941 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-3a149fb3-0a93-4f81-868c-8503a6917210 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.227240 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-3a149fb3-0a93-4f81-868c-8503a6917210 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2787979 Jun 09 15:09:36.228221 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a149fb3-0a93-4f81-868c-8503a6917210 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3400990-172f-4d37-a80d-fb3695995748,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:36.230969 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55620) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:36.237823 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-3a149fb3-0a93-4f81-868c-8503a6917210 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:36.242298 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-7ea20875-55ae-43e3-a611-cb7ba6bbc8f7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Request body: {'security_group_rule': {'security_group_id': 'f3400990-172f-4d37-a80d-fb3695995748', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:36.295914 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7ea20875-55ae-43e3-a611-cb7ba6bbc8f7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.341853 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:36.367643 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7ea20875-55ae-43e3-a611-cb7ba6bbc8f7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.373605 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7ea20875-55ae-43e3-a611-cb7ba6bbc8f7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.377240 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-75282cc7-c2ef-40de-8ee0-7e38c32d0e53 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:36.391237 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:36.391874 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f5f2f76c-3397-4161-a6d3-3c701ef5e8a7 not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:36.410181 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea20875-55ae-43e3-a611-cb7ba6bbc8f7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0202df3-2996-4eca-9043-1dfcb9885fc4,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:36.413617 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-7ea20875-55ae-43e3-a611-cb7ba6bbc8f7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:36.422406 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7ea20875-55ae-43e3-a611-cb7ba6bbc8f7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.424421 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-7ea20875-55ae-43e3-a611-cb7ba6bbc8f7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1884053 Jun 09 15:09:36.427134 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55632) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:36.437249 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-aee140b5-adf7-49de-b87e-85dd2d13aea0 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Request body: {'security_group_rule': {'security_group_id': 'f3400990-172f-4d37-a80d-fb3695995748', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:36.478254 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-aee140b5-adf7-49de-b87e-85dd2d13aea0 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.551049 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-aee140b5-adf7-49de-b87e-85dd2d13aea0 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.566282 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-aee140b5-adf7-49de-b87e-85dd2d13aea0 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.568523 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-65c66a80-a29a-4f1d-8f8e-d7dd2b8e7e9d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:36.592480 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee140b5-adf7-49de-b87e-85dd2d13aea0 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a384be52-773b-410d-bf06-816c721f1003,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:36.601869 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-aee140b5-adf7-49de-b87e-85dd2d13aea0 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:36.605088 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-aee140b5-adf7-49de-b87e-85dd2d13aea0 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.607380 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-aee140b5-adf7-49de-b87e-85dd2d13aea0 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1792941 Jun 09 15:09:36.610601 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55642) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:36.615382 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Request body: {'floatingip': {'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:36.640317 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for floatingip, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.663000 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-803d14d6-a25c-45a7-9722-e5d479015358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598710'] for router_interface, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.800993 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:36.947088 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Allocated IP 172.27.1.207 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/decbf2dd-eac6-4c66-8a95-3680f5502f24) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:09:37.107450 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.116346 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-803d14d6-a25c-45a7-9722-e5d479015358 admin admin] Deleting port 46af83ef-397b-4385-8688-4f4cd666c456 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:37.116880 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-803d14d6-a25c-45a7-9722-e5d479015358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.140013 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29138953'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.144986 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:37.167963 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.219027 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:09:37.222088 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:37.226022 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:09:37.244332 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-803d14d6-a25c-45a7-9722-e5d479015358 admin admin] For port 46af83ef-397b-4385-8688-4f4cd666c456, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=46af83ef-397b-4385-8688-4f4cd666c456,segment=NetworkSegment(d0cdf21d-569e-4647-a7c3-bdd62385f107),segment_id=d0cdf21d-569e-4647-a7c3-bdd62385f107)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:37.244700 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-803d14d6-a25c-45a7-9722-e5d479015358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.268758 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event updated for resources: {'Port': ['ID=decbf2dd-eac6-4c66-8a95-3680f5502f24,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:37.272716 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:37.317887 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.385162 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.494940 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-803d14d6-a25c-45a7-9722-e5d479015358 admin admin] Calling delete_port for 46af83ef-397b-4385-8688-4f4cd666c456 owned by network:router_interface {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:37.660014 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.665508 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.672622 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a9739167-e043-426e-a426-991470b6f95b tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:37.676962 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-803d14d6-a25c-45a7-9722-e5d479015358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.683234 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:37.727597 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d14d6-a25c-45a7-9722-e5d479015358 admin admin] Pushing event deleted for resources: {'Port': ['ID=46af83ef-397b-4385-8688-4f4cd666c456,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:37.754156 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-803d14d6-a25c-45a7-9722-e5d479015358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:37.777660 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event updated for resources: {'Port': ['ID=decbf2dd-eac6-4c66-8a95-3680f5502f24,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:37.781342 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:37.798244 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.817200 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:37.818711 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2070479 Jun 09 15:09:38.009334 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-803d14d6-a25c-45a7-9722-e5d479015358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-598520'] for router_interface, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:38.183590 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-e6a09b2b-0c9b-4796-b824-668377105a88 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--85961889&fields=id&tenant_id=c84101f7a7b147b788f7b1dbf4a50b62 HTTP/1.1" status: 200 len: 267 time: 0.1700203 Jun 09 15:09:38.485018 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-bdb12600-a304-4e3a-9ff9-fcf6380e3fa8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:38.486360 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-bdb12600-a304-4e3a-9ff9-fcf6380e3fa8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/networks?id=eec54841-c6b0-497b-8399-d7e40a147888 HTTP/1.1" status: 200 len: 811 time: 0.2958207 Jun 09 15:09:38.516100 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-59e1458b-dc51-4ec0-9568-b5edc8575ace tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/quotas/c84101f7a7b147b788f7b1dbf4a50b62 HTTP/1.1" status: 200 len: 375 time: 0.0227511 Jun 09 15:09:38.581948 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803d14d6-a25c-45a7-9722-e5d479015358 admin admin] Router f3c95798-c3a4-40cf-9bd9-1392d451b63e has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:09:38.745326 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-41ea8d8e-84dd-42cf-add1-2db419b2a4ad tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c84101f7a7b147b788f7b1dbf4a50b62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2222073 Jun 09 15:09:38.973272 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803d14d6-a25c-45a7-9722-e5d479015358 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:38.982536 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-803d14d6-a25c-45a7-9722-e5d479015358 admin admin] 10.222.0.74 "PUT /v2.0/routers/f3c95798-c3a4-40cf-9bd9-1392d451b63e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9577739 Jun 09 15:09:38.982536 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55700) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:38.985975 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da400892-7b5f-4197-b01f-c11bf636195a None None] Sync routers for ids ['f3c95798-c3a4-40cf-9bd9-1392d451b63e'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:38.996901 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da400892-7b5f-4197-b01f-c11bf636195a None None] Routers {'f3c95798-c3a4-40cf-9bd9-1392d451b63e'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:38.997778 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-da400892-7b5f-4197-b01f-c11bf636195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f3c95798-c3a4-40cf-9bd9-1392d451b63e'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:39.072020 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-ea93e430-4701-4fc5-9306-2488a9604c3a tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c28f39cf6b42485396d766c5ab60ffdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1208806 Jun 09 15:09:39.159628 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-c469fa8a-d501-4a56-bfc3-2f6abb968c76 service neutron] 10.222.0.74 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936336 Jun 09 15:09:39.181433 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-da400892-7b5f-4197-b01f-c11bf636195a None None] Set router f3c95798-c3a4-40cf-9bd9-1392d451b63e gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:39.237817 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-31285f5a-48da-4aa5-808a-7da68f5a4e0c tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:39.239450 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-31285f5a-48da-4aa5-808a-7da68f5a4e0c tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612387 Jun 09 15:09:39.266337 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-3435b92a-7578-4cdc-9f1c-ccd350d11ae1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/quotas/c28f39cf6b42485396d766c5ab60ffdc HTTP/1.1" status: 200 len: 375 time: 0.0196650 Jun 09 15:09:39.270637 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Notify callbacks [] for router, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:39.314156 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-1e3c3475-9e1d-40bd-942a-5ab10009a2cb tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c28f39cf6b42485396d766c5ab60ffdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419731 Jun 09 15:09:39.456862 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-759ba53d-0e59-4288-be46-adf9f65db012 service neutron] 10.222.0.74 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846777 Jun 09 15:09:39.477607 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:39.515640 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-da400892-7b5f-4197-b01f-c11bf636195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'name': 'tempest-TestMinimumBasicScenario-1234647339-router', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b1084123-c8b9-4bf8-b054-7d7749886f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:11Z', 'updated_at': '2021-06-09T15:09:37Z', 'revision_number': 5, 'project_id': '8dc532bc2c674b7aaefb319e63f9202d', 'gw_port': {'id': 'b1084123-c8b9-4bf8-b054-7d7749886f27', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:06:12Z', 'updated_at': '2021-06-09T15:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:39.522774 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-041c7222-791e-48ec-a92d-95f4f6a326a7 req-ef2cb178-9f6e-43da-aa0a-4d33a4010a5e tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 210 time: 0.0567009 Jun 09 15:09:39.524135 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da400892-7b5f-4197-b01f-c11bf636195a None None] Checking router: f3c95798-c3a4-40cf-9bd9-1392d451b63e for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:39.545237 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da400892-7b5f-4197-b01f-c11bf636195a None None] Routers {'f3c95798-c3a4-40cf-9bd9-1392d451b63e'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:39.546073 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-da400892-7b5f-4197-b01f-c11bf636195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f3c95798-c3a4-40cf-9bd9-1392d451b63e'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:39.582616 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Deleting port b1084123-c8b9-4bf8-b054-7d7749886f27 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:39.583032 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:39.737080 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-da400892-7b5f-4197-b01f-c11bf636195a None None] Set router f3c95798-c3a4-40cf-9bd9-1392d451b63e gateway port host: None {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:39.742714 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f283af16-782b-4573-abf8-545dedbc7ba3 req-9ef9fbec-8823-4b57-a5f3-3f7f381442f8 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 210 time: 0.1208072 Jun 09 15:09:39.745737 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] For port b1084123-c8b9-4bf8-b054-7d7749886f27, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=b1084123-c8b9-4bf8-b054-7d7749886f27,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:39.746092 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:39.870516 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-da400892-7b5f-4197-b01f-c11bf636195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'name': 'tempest-TestMinimumBasicScenario-1234647339-router', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:11Z', 'updated_at': '2021-06-09T15:09:39Z', 'revision_number': 6, 'project_id': '8dc532bc2c674b7aaefb319e63f9202d', 'gw_port_host': None}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:39.874662 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da400892-7b5f-4197-b01f-c11bf636195a None None] The sync data for ids ['f3c95798-c3a4-40cf-9bd9-1392d451b63e'] in dv-cinder-789603-9-iscsi is: [{'id': 'f3c95798-c3a4-40cf-9bd9-1392d451b63e', 'name': 'tempest-TestMinimumBasicScenario-1234647339-router', 'tenant_id': '8dc532bc2c674b7aaefb319e63f9202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:06:11Z', 'updated_at': '2021-06-09T15:09:39Z', 'revision_number': 6, 'project_id': '8dc532bc2c674b7aaefb319e63f9202d', 'gw_port_host': None}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:39.930441 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Calling delete_port for b1084123-c8b9-4bf8-b054-7d7749886f27 owned by network:router_gateway {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:40.104658 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.109926 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-75b165fc-a121-4494-95a9-719a5c8c8b3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:40.159491 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1084123-c8b9-4bf8-b054-7d7749886f27,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:40.190039 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:40.277591 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442406'] for router_gateway, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.458911 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11366'] for router, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.461033 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.484633 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603021'] for router, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.485151 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3c95798-c3a4-40cf-9bd9-1392d451b63e {{(pid=91817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:09:40.489574 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] Notify callbacks [] for router, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.490694 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-ef0cd60e-ddc6-46bb-baac-6cea21fa0a6f admin admin] 10.222.0.74 "DELETE /v2.0/routers/f3c95798-c3a4-40cf-9bd9-1392d451b63e HTTP/1.1" status: 204 len: 168 time: 1.5073998 Jun 09 15:09:40.493215 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55728) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:40.663849 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8c79ddc7-551a-4694-b740-c5de97e1cda6 req-3c29c064-94d8-4610-a12a-48c3efa09f80 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 210 time: 0.0414910 Jun 09 15:09:40.667680 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6125adf-2580-4a96-a64b-cbbb27e6d406 admin admin] Deleting subnet 2001ccf0-ffc1-481e-89c9-075da2412ee0 {{(pid=91817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:09:40.671016 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b6125adf-2580-4a96-a64b-cbbb27e6d406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.733302 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b6125adf-2580-4a96-a64b-cbbb27e6d406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31520855'] for subnet, precommit_delete_associations {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:40.877254 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-321f0e57-fb61-4eb1-af4b-27f5ad740d42 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c28f39cf6b42485396d766c5ab60ffdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337923 Jun 09 15:09:40.960071 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b6125adf-2580-4a96-a64b-cbbb27e6d406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.036248 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-07e6cd9a-ed53-4572-a902-dd428d00b3f6 req-146378a6-5504-4cf6-ba94-a7696f086a19 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 210 time: 0.1254807 Jun 09 15:09:41.147495 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-48f17d8e-12ff-4bd9-8efb-76d9455882ae tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:41.149147 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-48f17d8e-12ff-4bd9-8efb-76d9455882ae tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624407 Jun 09 15:09:41.150881 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b6125adf-2580-4a96-a64b-cbbb27e6d406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33464978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33473727'] for subnet, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.155075 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:41.188605 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Request body: {'port': {'device_id': '7aae9a17-74e0-45f6-8f3d-891437607037', 'network_id': 'e4e1459c-0311-4cec-8be7-6e742cb23d90', 'admin_state_up': True, 'tenant_id': 'c28f39cf6b42485396d766c5ab60ffdc'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:41.213235 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6125adf-2580-4a96-a64b-cbbb27e6d406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2001ccf0-ffc1-481e-89c9-075da2412ee0,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:41.263690 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b6125adf-2580-4a96-a64b-cbbb27e6d406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:41.264640 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b6125adf-2580-4a96-a64b-cbbb27e6d406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.269242 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-b6125adf-2580-4a96-a64b-cbbb27e6d406 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2001ccf0-ffc1-481e-89c9-075da2412ee0 HTTP/1.1" status: 204 len: 168 time: 0.7715824 Jun 09 15:09:41.272215 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55740) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:41.275730 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02154d3b-446a-472a-b29a-088828752d31 None None] Network 940dd04c-add2-4326-a6a8-72b78c4ca26d requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:09:41.410590 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-adc0cc94-b04f-4490-9d2a-2efed0f91caa tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:41.414078 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-adc0cc94-b04f-4490-9d2a-2efed0f91caa tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.61 "GET /v2.0/networks?id=eec54841-c6b0-497b-8399-d7e40a147888 HTTP/1.1" status: 200 len: 811 time: 0.1766131 Jun 09 15:09:41.429416 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.499695 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-fd40a83d-9bda-4a0c-a07b-9707a1823c1f tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c84101f7a7b147b788f7b1dbf4a50b62 HTTP/1.1" status: 200 len: 378 time: 0.0756047 Jun 09 15:09:41.511824 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Request body: {'port': {'device_id': '92dfee5b-c76a-4cb2-ae91-74fa92faeab8', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'admin_state_up': True, 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'security_groups': ['f3400990-172f-4d37-a80d-fb3695995748']}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:41.536928 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Made reservation on behalf of c28f39cf6b42485396d766c5ab60ffdc for: {'port': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:09:41.544435 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.563537 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.607027 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Deleting port 13593723-cf5f-436c-888d-12084900f431 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:41.607395 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.831949 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387d904d-b294-4019-945b-2b6ad9c4634f None None] DHCP port deletion for 940dd04c-add2-4326-a6a8-72b78c4ca26d request from dv-cinder-789603-9-iscsi {{(pid=91818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 15:09:41.847180 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-9e9ca6cc-1cd8-4af5-85a3-d2c2d7c6d698 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1452599&fields=id&tenant_id=16c638a4bffa498b9fe2bc282e856501 HTTP/1.1" status: 200 len: 267 time: 0.1706016 Jun 09 15:09:41.849306 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] For port 13593723-cf5f-436c-888d-12084900f431, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=13593723-cf5f-436c-888d-12084900f431,segment=NetworkSegment(d0cdf21d-569e-4647-a7c3-bdd62385f107),segment_id=d0cdf21d-569e-4647-a7c3-bdd62385f107)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:41.849891 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:41.870788 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 46af83ef-397b-4385-8688-4f4cd666c456 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:41.873331 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4822402f-0595-40c8-bda7-c46db73b2698 req-56ba6c41-174a-472a-8fd6-793f7cd0788a tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 210 time: 0.0547476 Jun 09 15:09:41.918495 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 46af83ef-397b-4385-8688-4f4cd666c456 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:41.918898 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 46af83ef-397b-4385-8688-4f4cd666c456 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:41.919325 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device b1084123-c8b9-4bf8-b054-7d7749886f27 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:41.957538 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: b1084123-c8b9-4bf8-b054-7d7749886f27 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:41.957889 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device b1084123-c8b9-4bf8-b054-7d7749886f27 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:41.978346 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-387d904d-b294-4019-945b-2b6ad9c4634f None None] Deleting port 13593723-cf5f-436c-888d-12084900f431 {{(pid=91818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:41.978756 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-387d904d-b294-4019-945b-2b6ad9c4634f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.063381 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Calling delete_port for 13593723-cf5f-436c-888d-12084900f431 owned by network:dhcp {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:42.074944 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-387d904d-b294-4019-945b-2b6ad9c4634f None None] For port 13593723-cf5f-436c-888d-12084900f431, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=13593723-cf5f-436c-888d-12084900f431,segment=NetworkSegment(d0cdf21d-569e-4647-a7c3-bdd62385f107),segment_id=d0cdf21d-569e-4647-a7c3-bdd62385f107)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:42.074944 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-387d904d-b294-4019-945b-2b6ad9c4634f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.093390 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.106670 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.117511 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ac57b93f-70e5-454f-856d-47f6980e4c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:42.127818 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Made reservation on behalf of c84101f7a7b147b788f7b1dbf4a50b62 for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:09:42.133094 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.207236 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-387d904d-b294-4019-945b-2b6ad9c4634f None None] Calling delete_port for 13593723-cf5f-436c-888d-12084900f431 owned by network:dhcp {{(pid=91818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:42.276447 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f4474f4d-505d-45e7-b513-44d54b5fe43d req-9bdff032-140c-4ee3-8517-92d65b8f0e68 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 210 time: 0.0653651 Jun 09 15:09:42.351797 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db899709-f0f9-418c-bb27-195093d28db4,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:42.363462 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:42.369988 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-387d904d-b294-4019-945b-2b6ad9c4634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303'] for port, after_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.387716 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-71b33eab-2849-416d-9e0d-dd2d719e5323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:42.391024 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-6f962a3f-0c9e-4bd8-8640-2d1f24e74d7e tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:42.392502 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-6f962a3f-0c9e-4bd8-8640-2d1f24e74d7e tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/networks?id=0de7c831-6f90-474c-acd8-1d24c87d965f HTTP/1.1" status: 200 len: 809 time: 0.5246210 Jun 09 15:09:42.398088 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Allocated IP 172.20.0.12 (eec54841-c6b0-497b-8399-d7e40a147888/2afc08c9-1a35-412a-9699-36c252f1274a/f38f57cc-cc2d-436f-b194-cf06fcbdb7a9) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:09:42.430818 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d904d-b294-4019-945b-2b6ad9c4634f None None] Pushing event deleted for resources: {'Port': ['ID=13593723-cf5f-436c-888d-12084900f431,revision_number=None']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:42.436774 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d904d-b294-4019-945b-2b6ad9c4634f None None] No DVR routers for this DVR port 13593723-cf5f-436c-888d-12084900f431 on host dv-cinder-789603-9-iscsi {{(pid=91818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:42.438507 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-387d904d-b294-4019-945b-2b6ad9c4634f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:42.453448 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-a0b88087-1f13-4f39-8d95-df41598f155b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/quotas/16c638a4bffa498b9fe2bc282e856501 HTTP/1.1" status: 200 len: 375 time: 0.0510285 Jun 09 15:09:42.456331 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.468276 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-982a1134-89bb-48cd-b6c0-633508d2742c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:42.563167 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Pushing event deleted for resources: {'Port': ['ID=13593723-cf5f-436c-888d-12084900f431,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:42.565045 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] No DVR routers for this DVR port 13593723-cf5f-436c-888d-12084900f431 on host dv-cinder-789603-9-iscsi {{(pid=91817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:42.580460 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:42.602892 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.608231 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Allocated IP 192.168.233.147 (e4e1459c-0311-4cec-8be7-6e742cb23d90/563747aa-81e4-486f-9644-07cb854b51a7/7802bd39-7240-47d3-80d5-0fa49500b202) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:09:42.619120 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Transition to ACTIVE for port object f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 will not be triggered until provisioned by entity DHCP. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:42.642172 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29138953'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.647491 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1aee88f4-9295-42e9-933f-92225dacba08 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:42.713554 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Network eec54841-c6b0-497b-8399-d7e40a147888 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:09:42.716476 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:42.720408 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:09:42.742289 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.759724 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event updated for resources: {'Port': ['ID=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:42.764597 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:42.777509 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940dd04c-add2-4326-a6a8-72b78c4ca26d']}} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:42.792790 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:42.793433 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.798289 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cdf21d-569e-4647-a7c3-bdd62385f107') {'for_net_delete': True} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:42.798605 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cdf21d-569e-4647-a7c3-bdd62385f107') {} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:42.815264 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3091917 Jun 09 15:09:42.816274 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-c23e3bdb-958c-4539-ace0-0731f13e4b2d tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=16c638a4bffa498b9fe2bc282e856501&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3561561 Jun 09 15:09:42.830829 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Request body: {'port': {'device_id': '92dfee5b-c76a-4cb2-ae91-74fa92faeab8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:42.848544 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-6a08c720-0a48-41e1-a74d-e88510baa7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.880063 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31520878'] for segment, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.953241 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:42.989950 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.012762 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=91817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:09:43.013153 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33464881'] for segment, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.014813 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-6d6e8a68-0de7-427e-b412-f7c6ff1c710f None None] Provisioning for port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:43.020131 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-6d6e8a68-0de7-427e-b412-f7c6ff1c710f None None] Provisioning complete for port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:43.020662 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-6d6e8a68-0de7-427e-b412-f7c6ff1c710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: util.warn( Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: util.warn( Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: util.warn( Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: util.warn( Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: Traceback (most recent call last): Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: timer() Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: cb(*args, **kw) Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: return func(*args, **kwargs) Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: self._notify() Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: self.callback(batched_events) Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: event.method(event) Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: return f(self, *a, **k) Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._get(url).json() Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: return self.request(url, 'GET', **kwargs) Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:09:43.026148 dv-cinder-789603-9-iscsi neutron-server[91817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:09:43.058465 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d6a1ec48-7c83-4cb0-9cd9-ea85b57be84e req-a44a7b3c-1bab-4f56-80d1-0c5ecd1987aa tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 210 time: 0.0507629 Jun 09 15:09:43.092939 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e8a68-0de7-427e-b412-f7c6ff1c710f None None] Port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:09:43.158140 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.177507 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:43.192024 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-6f0b1486-682c-4513-8092-e28234166926 service neutron] 10.222.0.74 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578613 Jun 09 15:09:43.193020 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.197951 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] 10.222.0.74 "DELETE /v2.0/networks/940dd04c-add2-4326-a6a8-72b78c4ca26d HTTP/1.1" status: 204 len: 168 time: 1.9214246 Jun 09 15:09:43.200781 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.230695 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Pushing event deleted for resources: {'Network': ['ID=940dd04c-add2-4326-a6a8-72b78c4ca26d,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:43.240251 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:43.294032 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Transition to ACTIVE for port object 7802bd39-7240-47d3-80d5-0fa49500b202 will not be triggered until provisioned by entity DHCP. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:43.364830 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-a0901f88-7bae-4221-9c72-fb3c33821bea service neutron] 10.222.0.74 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602209 Jun 09 15:09:43.368856 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.374631 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-20079094-58a4-44a5-bbd0-a24d4c94ed87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:43.435602 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55766) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:43.466816 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Network e4e1459c-0311-4cec-8be7-6e742cb23d90 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:09:43.471635 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:43.476547 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:09:43.522480 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Pushing event updated for resources: {'Port': ['ID=7802bd39-7240-47d3-80d5-0fa49500b202,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:43.532258 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:43.538932 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:09:43.549005 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.565174 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-bad59784-b9c8-44dc-8003-e2dd9ff55732 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=636c5b53f57b462d9ddea07dae292c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1241586 Jun 09 15:09:43.565863 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55770) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:43.580305 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:43.580912 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.586981 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbf1cb-75dc-4ba6-a81f-458f4f6880a7 req-aa8c6b14-59b5-48a2-a1c3-639185525e76 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:43.588493 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-75dbf1cb-75dc-4ba6-a81f-458f4f6880a7 req-aa8c6b14-59b5-48a2-a1c3-639185525e76 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 932 time: 0.1874499 Jun 09 15:09:43.591102 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Transition to ACTIVE for port object f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:43.612595 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4281538 Jun 09 15:09:43.620236 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.626237 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Request body: {'port': {'device_id': '7aae9a17-74e0-45f6-8f3d-891437607037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:43.631609 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e4602008-4eac-431c-9075-d26934d26c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:43.720069 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Pushing event updated for resources: {'Port': ['ID=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:43.736656 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:43.778746 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.826585 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-361a4fdc-3205-41c9-8fe2-76658350b9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.843644 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-46929aab-2731-4af7-bfc1-67971de78e98 None None] Provisioning for port 7802bd39-7240-47d3-80d5-0fa49500b202 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:43.851430 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 13593723-cf5f-436c-888d-12084900f431 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:09:43.870266 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-75dbf1cb-75dc-4ba6-a81f-458f4f6880a7 req-2fd26b10-e5bb-4882-a8fa-5e93858b126e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3400990-172f-4d37-a80d-fb3695995748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2758560 Jun 09 15:09:43.939782 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-46929aab-2731-4af7-bfc1-67971de78e98 None None] Provisioning complete for port 7802bd39-7240-47d3-80d5-0fa49500b202 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:43.940485 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-46929aab-2731-4af7-bfc1-67971de78e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:43.979894 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 13593723-cf5f-436c-888d-12084900f431 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:09:43.980475 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 13593723-cf5f-436c-888d-12084900f431 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:09:43.993301 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-361a4fdc-3205-41c9-8fe2-76658350b9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.013263 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-46929aab-2731-4af7-bfc1-67971de78e98 None None] Port 7802bd39-7240-47d3-80d5-0fa49500b202 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:09:44.107535 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b9f95f1c-32e3-4ec3-adb6-77c4a4ddbb40 req-d1d0d070-5638-48b8-ba99-fe481b40d0d1 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 210 time: 0.1293764 Jun 09 15:09:44.150796 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Attempting to bind port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:09:44.151381 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Attempting to bind port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:09:44.152051 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Attempting to bind port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 on network eec54841-c6b0-497b-8399-d7e40a147888 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:09:44.160974 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 on network eec54841-c6b0-497b-8399-d7e40a147888 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:09:44.161290 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Attempting to bind port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 on network eec54841-c6b0-497b-8399-d7e40a147888 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:09:44.168155 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:09:44.168155 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Checking segment: {'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:09:44.168155 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Bound using segment: {'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:09:44.168611 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Bound port: f38f57cc-cc2d-436f-b194-cf06fcbdb7a9, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c0b9df-2088-4348-a1b6-cf6d2579db95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:09:44.168870 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.184626 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-361a4fdc-3205-41c9-8fe2-76658350b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.187105 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-361a4fdc-3205-41c9-8fe2-76658350b9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.191185 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-361a4fdc-3205-41c9-8fe2-76658350b9f0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bd26e227-2812-43c8-9489-e2f64d32a590 HTTP/1.1" status: 204 len: 168 time: 0.6242731 Jun 09 15:09:44.194542 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0e97ee01-87bd-4f99-b683-793a30e0d446 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:44.271928 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a4fdc-3205-41c9-8fe2-76658350b9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd26e227-2812-43c8-9489-e2f64d32a590,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:44.277475 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-361a4fdc-3205-41c9-8fe2-76658350b9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:44.290183 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] For port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:09:44.293910 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] For port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:09:44.300255 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.310994 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5f0053e0-0be2-4332-a0d1-9819988c727e tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:44.350543 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:44.351926 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.353297 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] 10.222.0.61 "PUT /v2.0/ports/f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 HTTP/1.1" status: 200 len: 1094 time: 1.5302968 Jun 09 15:09:44.369413 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92dfee5b-c76a-4cb2-ae91-74fa92faeab8', 'tag': 'f38f57cc-cc2d-436f-b194-cf06fcbdb7a9'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:44.372170 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eb9ebc-2d69-4e79-9411-a91c00bb5f23" -d '{"events": [{"name": "network-changed", "server_uuid": "92dfee5b-c76a-4cb2-ae91-74fa92faeab8", "tag": "f38f57cc-cc2d-436f-b194-cf06fcbdb7a9"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:44.462439 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56e5c0b-33c3-49f7-8634-329b571061a1 x-openstack-request-id: req-b56e5c0b-33c3-49f7-8634-329b571061a1 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:44.463069 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92dfee5b-c76a-4cb2-ae91-74fa92faeab8", "tag": "f38f57cc-cc2d-436f-b194-cf06fcbdb7a9", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:44.463492 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b56e5c0b-33c3-49f7-8634-329b571061a1 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:44.464038 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92dfee5b-c76a-4cb2-ae91-74fa92faeab8', 'tag': 'f38f57cc-cc2d-436f-b194-cf06fcbdb7a9', 'status': 'completed', 'code': 200} Jun 09 15:09:44.517696 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Pushing event updated for resources: {'Port': ['ID=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:44.522104 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:44.544590 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-0c741f60-8b61-444c-b06e-546809bd797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:44.546063 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-0c741f60-8b61-444c-b06e-546809bd797d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c84101f7a7b147b788f7b1dbf4a50b62&device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 1097 time: 0.1448822 Jun 09 15:09:44.614255 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b684-a2f5-4357-ba1b-532be4bae2a4 req-b231bdf2-899e-46c5-8e4b-088fc46a0e3d tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:44.622240 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-da78b684-a2f5-4357-ba1b-532be4bae2a4 req-b231bdf2-899e-46c5-8e4b-088fc46a0e3d tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 936 time: 0.2828796 Jun 09 15:09:44.636040 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-776bc8b2-8098-48bc-aa5e-d0bf990d78f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 HTTP/1.1" status: 200 len: 217 time: 0.0805891 Jun 09 15:09:44.642333 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7802bd39-7240-47d3-80d5-0fa49500b202 {{(pid=91817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:09:44.653963 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.698850 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Transition to ACTIVE for port object 7802bd39-7240-47d3-80d5-0fa49500b202 will not be triggered until provisioned by entity L2. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:44.710866 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-dd36b2a1-6d81-4037-bd1a-2000973ec4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:44.712538 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-dd36b2a1-6d81-4037-bd1a-2000973ec4b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2afc08c9-1a35-412a-9699-36c252f1274a HTTP/1.1" status: 200 len: 850 time: 0.0710440 Jun 09 15:09:44.715054 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-da78b684-a2f5-4357-ba1b-532be4bae2a4 req-a5c1c9b6-11f7-4f27-8b06-ab27587beb2b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/security-groups?id=db899709-f0f9-418c-bb27-195093d28db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916486 Jun 09 15:09:44.716379 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.733766 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-1587801b-0722-4f2e-8d7f-6cce3d8a4357 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:44.759284 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55794) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:44.833520 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-be17bc19-0ecb-43ee-a08e-ae57701fbbae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8dc532bc2c674b7aaefb319e63f9202d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690033 Jun 09 15:09:44.836205 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 55796) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:44.879946 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-1143c6fb-fc97-4fb5-ad28-52a369ef56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:44.881402 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-1143c6fb-fc97-4fb5-ad28-52a369ef56ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eec54841-c6b0-497b-8399-d7e40a147888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1620514 Jun 09 15:09:44.913215 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Pushing event updated for resources: {'Port': ['ID=7802bd39-7240-47d3-80d5-0fa49500b202,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:44.922479 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:44.995950 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-de5b6ffd-7df1-408c-b3b9-6fa22423208e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:44.996526 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Attempting to bind port 7802bd39-7240-47d3-80d5-0fa49500b202 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:09:44.996796 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Attempting to bind port 7802bd39-7240-47d3-80d5-0fa49500b202 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f525b9a9-0480-450e-98aa-fe8b08764417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e4e1459c-0311-4cec-8be7-6e742cb23d90'}] {{(pid=91817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:09:44.997296 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Attempting to bind port 7802bd39-7240-47d3-80d5-0fa49500b202 on network e4e1459c-0311-4cec-8be7-6e742cb23d90 {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:09:45.003144 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Port 7802bd39-7240-47d3-80d5-0fa49500b202 on network e4e1459c-0311-4cec-8be7-6e742cb23d90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:09:45.003463 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Attempting to bind port 7802bd39-7240-47d3-80d5-0fa49500b202 on network e4e1459c-0311-4cec-8be7-6e742cb23d90 {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:09:45.009640 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:09:45.009983 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Checking segment: {'id': 'f525b9a9-0480-450e-98aa-fe8b08764417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e4e1459c-0311-4cec-8be7-6e742cb23d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:09:45.010363 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Bound using segment: {'id': 'f525b9a9-0480-450e-98aa-fe8b08764417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e4e1459c-0311-4cec-8be7-6e742cb23d90'} {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:09:45.010808 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Bound port: 7802bd39-7240-47d3-80d5-0fa49500b202, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f525b9a9-0480-450e-98aa-fe8b08764417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e4e1459c-0311-4cec-8be7-6e742cb23d90'}}] {{(pid=91817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:09:45.011160 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.086922 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-de5b6ffd-7df1-408c-b3b9-6fa22423208e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.119423 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] For port 7802bd39-7240-47d3-80d5-0fa49500b202, host hv-cinder-78960, cleared binding levels {{(pid=91817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:09:45.131377 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-e29133af-e2be-4b0f-8be1-de1ef365cd36 service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410059 Jun 09 15:09:45.137577 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] For port 7802bd39-7240-47d3-80d5-0fa49500b202, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7802bd39-7240-47d3-80d5-0fa49500b202,segment=NetworkSegment(f525b9a9-0480-450e-98aa-fe8b08764417),segment_id=f525b9a9-0480-450e-98aa-fe8b08764417)] {{(pid=91817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:09:45.142783 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.147350 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:45.217500 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:45.218306 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.220005 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] 10.222.0.61 "PUT /v2.0/ports/7802bd39-7240-47d3-80d5-0fa49500b202 HTTP/1.1" status: 200 len: 1098 time: 1.5982738 Jun 09 15:09:45.220499 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aae9a17-74e0-45f6-8f3d-891437607037', 'tag': '7802bd39-7240-47d3-80d5-0fa49500b202'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:45.222918 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61996bf2-6a29-46ba-a48f-42454df7abaa" -d '{"events": [{"name": "network-changed", "server_uuid": "7aae9a17-74e0-45f6-8f3d-891437607037", "tag": "7802bd39-7240-47d3-80d5-0fa49500b202"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:45.248260 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Pushing event updated for resources: {'Port': ['ID=7802bd39-7240-47d3-80d5-0fa49500b202,revision_number=3']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:45.251337 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:45.280709 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-de5b6ffd-7df1-408c-b3b9-6fa22423208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.283484 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-de5b6ffd-7df1-408c-b3b9-6fa22423208e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.287077 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-de5b6ffd-7df1-408c-b3b9-6fa22423208e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/46aeaa86-589c-43a2-8bdb-8d68e7bae218 HTTP/1.1" status: 204 len: 168 time: 0.4474397 Jun 09 15:09:45.298819 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c95a71-e58f-4349-a8c6-cbb23199469b req-7e02036f-94e2-4bdf-a573-cde1cb8cfda4 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:45.300332 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-76c95a71-e58f-4349-a8c6-cbb23199469b req-7e02036f-94e2-4bdf-a573-cde1cb8cfda4 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 944 time: 0.2698684 Jun 09 15:09:45.313953 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-91316b93-1951-4f77-8b6d-43a4cc0ed5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:45.336408 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.436817 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-0cd72e3b-1467-44a2-96ae-60a396472490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:45.521913 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7d6e2a36-bf2e-4e97-b60a-e2416aaed24e req-bb416dda-f359-487e-ba3f-16d81ce6b9a3 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 210 time: 0.0747011 Jun 09 15:09:45.560562 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b6ffd-7df1-408c-b3b9-6fa22423208e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aeaa86-589c-43a2-8bdb-8d68e7bae218,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:45.582626 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-de5b6ffd-7df1-408c-b3b9-6fa22423208e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:45.583114 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-6770999d-2ae8-48c7-bf0a-1b1becd8e3f2 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:45.591493 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5e8c472b-3118-4c67-b8c1-c8dba48a8b95 req-c2869de8-de53-4a39-a6cf-8ef8876a2e1b service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498708 Jun 09 15:09:45.592037 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-6770999d-2ae8-48c7-bf0a-1b1becd8e3f2 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.61 "GET /v2.0/networks?id=0de7c831-6f90-474c-acd8-1d24c87d965f HTTP/1.1" status: 200 len: 809 time: 0.3081045 Jun 09 15:09:45.628082 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-76c95a71-e58f-4349-a8c6-cbb23199469b req-df77b4c2-347e-48b4-bbd9-8f5f6b409326 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3400990-172f-4d37-a80d-fb3695995748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3065662 Jun 09 15:09:45.652487 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b426d2ec-6504-4a68-afe8-cb40a4127be5 x-openstack-request-id: req-b426d2ec-6504-4a68-afe8-cb40a4127be5 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:45.652972 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-f0e175f1-5db5-4461-90d5-1acee9c80ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:45.653062 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aae9a17-74e0-45f6-8f3d-891437607037", "tag": "7802bd39-7240-47d3-80d5-0fa49500b202", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:45.653062 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b426d2ec-6504-4a68-afe8-cb40a4127be5 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:45.653494 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aae9a17-74e0-45f6-8f3d-891437607037', 'tag': '7802bd39-7240-47d3-80d5-0fa49500b202', 'status': 'completed', 'code': 200} Jun 09 15:09:45.653937 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-f0e175f1-5db5-4461-90d5-1acee9c80ded service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c28f39cf6b42485396d766c5ab60ffdc&device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 1101 time: 0.3411314 Jun 09 15:09:45.697795 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-a1d6c757-ca76-4bd8-98b6-1d1662b71246 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16c638a4bffa498b9fe2bc282e856501 HTTP/1.1" status: 200 len: 377 time: 0.1005015 Jun 09 15:09:45.710390 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Request body: {'port': {'device_id': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'admin_state_up': True, 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'security_groups': ['6651af86-8bb8-4e98-a6cb-496a2de53c49']}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:45.829163 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-8c055f81-17f7-4534-9dbd-398ffb2ab5a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=7802bd39-7240-47d3-80d5-0fa49500b202 HTTP/1.1" status: 200 len: 217 time: 0.1426189 Jun 09 15:09:45.901761 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb9ebc-2d69-4e79-9411-a91c00bb5f23 req-150de9f6-5b03-47f9-90ba-8a8ce78b8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:45.903352 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-32eb9ebc-2d69-4e79-9411-a91c00bb5f23 req-150de9f6-5b03-47f9-90ba-8a8ce78b8a02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c84101f7a7b147b788f7b1dbf4a50b62&device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 1097 time: 0.2483761 Jun 09 15:09:45.995232 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-0b345c74-0748-4567-b85b-cb8ee7234b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:45.996685 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-0b345c74-0748-4567-b85b-cb8ee7234b7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=563747aa-81e4-486f-9644-07cb854b51a7 HTTP/1.1" status: 200 len: 843 time: 0.1517808 Jun 09 15:09:45.998282 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bad95-d00e-4ab7-97b3-35b9b723aec0 req-0dba06d4-21fd-4e3e-8861-c8eb90dc10d2 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:45.999926 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-413bad95-d00e-4ab7-97b3-35b9b723aec0 req-0dba06d4-21fd-4e3e-8861-c8eb90dc10d2 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 948 time: 0.1602502 Jun 09 15:09:46.022699 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Made reservation on behalf of 16c638a4bffa498b9fe2bc282e856501 for: {'port': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:09:46.026049 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:46.105365 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-413bad95-d00e-4ab7-97b3-35b9b723aec0 req-376b2bd9-4958-4265-adfa-d07fcc708ed6 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/security-groups?id=db899709-f0f9-418c-bb27-195093d28db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988085 Jun 09 15:09:46.107623 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb9ebc-2d69-4e79-9411-a91c00bb5f23 req-6083cef6-1bb4-4be2-97cc-d0703ed716dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:46.109482 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-32eb9ebc-2d69-4e79-9411-a91c00bb5f23 req-6083cef6-1bb4-4be2-97cc-d0703ed716dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=eec54841-c6b0-497b-8399-d7e40a147888 HTTP/1.1" status: 200 len: 912 time: 0.1941245 Jun 09 15:09:46.118940 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-36628275-f5e9-4f2e-9511-e85ec9bd7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:46.120503 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-36628275-f5e9-4f2e-9511-e85ec9bd7fad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e4e1459c-0311-4cec-8be7-6e742cb23d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1169832 Jun 09 15:09:46.207994 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-32eb9ebc-2d69-4e79-9411-a91c00bb5f23 req-1f6d915e-1f26-4683-a3d5-1b2804a01b34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 HTTP/1.1" status: 200 len: 217 time: 0.0865579 Jun 09 15:09:46.227686 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Allocated IP 172.20.0.11 (0de7c831-6f90-474c-acd8-1d24c87d965f/dd5fc819-fb14-43cd-918e-8d1a7df8ad89/a96d2945-07ae-451f-b487-e3582aa24a1a) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:09:46.361839 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb9ebc-2d69-4e79-9411-a91c00bb5f23 req-b1315c1f-5436-4814-b798-d48f84f812be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:46.363294 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-32eb9ebc-2d69-4e79-9411-a91c00bb5f23 req-b1315c1f-5436-4814-b798-d48f84f812be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2afc08c9-1a35-412a-9699-36c252f1274a HTTP/1.1" status: 200 len: 850 time: 0.0962927 Jun 09 15:09:46.371239 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:46.433564 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-e359b97b-ccee-4076-a747-3721b8d15cfe service neutron] 10.222.0.61 "GET /v2.0/networks/e4e1459c-0311-4cec-8be7-6e742cb23d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541132 Jun 09 15:09:46.434230 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:46.452986 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Transition to ACTIVE for port object a96d2945-07ae-451f-b487-e3582aa24a1a will not be triggered until provisioned by entity DHCP. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:46.478573 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:46.483963 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c20bf423-372b-4f56-9bbb-b76a368e5998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:46.552393 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Network 0de7c831-6f90-474c-acd8-1d24c87d965f is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:09:46.555680 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:09:46.559659 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:09:46.588527 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e99c5d8d-e463-494d-9811-4bdc12469229 req-b09789e8-9dbe-4022-9691-64daed9cccf4 service neutron] 10.222.0.61 "GET /v2.0/networks/e4e1459c-0311-4cec-8be7-6e742cb23d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472080 Jun 09 15:09:46.590593 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb9ebc-2d69-4e79-9411-a91c00bb5f23 req-c9f15880-a8b9-468a-a4e3-5c3684d9314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:46.591990 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-32eb9ebc-2d69-4e79-9411-a91c00bb5f23 req-c9f15880-a8b9-468a-a4e3-5c3684d9314a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eec54841-c6b0-497b-8399-d7e40a147888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2120781 Jun 09 15:09:46.595175 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Pushing event updated for resources: {'Port': ['ID=a96d2945-07ae-451f-b487-e3582aa24a1a,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:46.599776 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:46.637366 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:46.637988 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:46.659081 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9548783 Jun 09 15:09:46.711401 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Request body: {'port': {'device_id': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:46.880377 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-9c296223-3af8-4ef5-8a4c-f13d656c1b6c None None] Provisioning for port a96d2945-07ae-451f-b487-e3582aa24a1a completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:46.887152 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-32eb9ebc-2d69-4e79-9411-a91c00bb5f23 req-6f624691-98d3-451f-b1a3-e97b2f5203b4 service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847011 Jun 09 15:09:46.889661 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-9c296223-3af8-4ef5-8a4c-f13d656c1b6c None None] Provisioning complete for port a96d2945-07ae-451f-b487-e3582aa24a1a triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:46.890386 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-9c296223-3af8-4ef5-8a4c-f13d656c1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:46.965996 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a871f7-6456-4ad2-88d3-9bfa94b5de95 req-c8d7c9cc-3e7a-4ab7-9287-7ebb73f7b3d0 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:46.967405 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f7a871f7-6456-4ad2-88d3-9bfa94b5de95 req-c8d7c9cc-3e7a-4ab7-9287-7ebb73f7b3d0 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 932 time: 0.3073931 Jun 09 15:09:46.968155 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:46.989149 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-9c296223-3af8-4ef5-8a4c-f13d656c1b6c None None] Port a96d2945-07ae-451f-b487-e3582aa24a1a cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:09:46.993089 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61996bf2-6a29-46ba-a48f-42454df7abaa req-4e2347fc-fdb6-4246-b2d9-a468c5e4aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:46.994702 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-61996bf2-6a29-46ba-a48f-42454df7abaa req-4e2347fc-fdb6-4246-b2d9-a468c5e4aa9e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c28f39cf6b42485396d766c5ab60ffdc&device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 1101 time: 0.3045483 Jun 09 15:09:47.004357 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc4894-8d34-4bc2-a3ee-0da5c1cf4840 req-8340ac5b-9840-407e-8fc0-3273e4b32c2d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:47.005713 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-62dc4894-8d34-4bc2-a3ee-0da5c1cf4840 req-8340ac5b-9840-407e-8fc0-3273e4b32c2d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 944 time: 0.2242622 Jun 09 15:09:47.074551 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f7a871f7-6456-4ad2-88d3-9bfa94b5de95 req-895a61fc-c18c-441e-8c28-69519dd226c5 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0887423 Jun 09 15:09:47.281478 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-62dc4894-8d34-4bc2-a3ee-0da5c1cf4840 req-8d93ce8d-777a-4d5d-bf7a-719fac84547e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3400990-172f-4d37-a80d-fb3695995748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2662878 Jun 09 15:09:47.313853 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-32eb9ebc-2d69-4e79-9411-a91c00bb5f23 req-cc045b85-2180-425f-b024-defa91a113ba service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177237 Jun 09 15:09:47.334810 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61996bf2-6a29-46ba-a48f-42454df7abaa req-6d29b067-96b6-472e-8f6b-915de50d4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:47.336261 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-61996bf2-6a29-46ba-a48f-42454df7abaa req-6d29b067-96b6-472e-8f6b-915de50d4e3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e4e1459c-0311-4cec-8be7-6e742cb23d90 HTTP/1.1" status: 200 len: 870 time: 0.3290694 Jun 09 15:09:47.367325 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6140c3-69b2-407f-af81-e11979a2ee97 req-4254067a-a372-4b21-9072-21ade3bbea02 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:47.368775 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0e6140c3-69b2-407f-af81-e11979a2ee97 req-4254067a-a372-4b21-9072-21ade3bbea02 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 948 time: 0.1391010 Jun 09 15:09:47.409690 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-61996bf2-6a29-46ba-a48f-42454df7abaa req-d52730fb-723b-41ae-bda5-b2c4ee125ab9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=7802bd39-7240-47d3-80d5-0fa49500b202 HTTP/1.1" status: 200 len: 217 time: 0.0661652 Jun 09 15:09:47.471546 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0e6140c3-69b2-407f-af81-e11979a2ee97 req-24ac7ed2-de8f-4f44-a4fa-08c5731a1ac5 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/security-groups?id=db899709-f0f9-418c-bb27-195093d28db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924227 Jun 09 15:09:47.473492 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96d2945-07ae-451f-b487-e3582aa24a1a {{(pid=91817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:09:47.474253 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61996bf2-6a29-46ba-a48f-42454df7abaa req-3e9b161c-9b0b-4b54-8af5-d76d348f93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:47.476414 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-61996bf2-6a29-46ba-a48f-42454df7abaa req-3e9b161c-9b0b-4b54-8af5-d76d348f93a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=563747aa-81e4-486f-9644-07cb854b51a7 HTTP/1.1" status: 200 len: 843 time: 0.0604851 Jun 09 15:09:47.483306 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:47.506950 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Transition to ACTIVE for port object a96d2945-07ae-451f-b487-e3582aa24a1a will not be triggered until provisioned by entity L2. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:09:47.525087 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:47.530234 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0304501c-4073-45aa-9fb6-acb8c61a2359 tempest-VolumesActionsTest-1062751470 tempest-VolumesActionsTest-1062751470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:47.584441 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61996bf2-6a29-46ba-a48f-42454df7abaa req-621d2fed-0033-4673-b466-330a45b21825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:47.586575 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-61996bf2-6a29-46ba-a48f-42454df7abaa req-621d2fed-0033-4673-b466-330a45b21825 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e4e1459c-0311-4cec-8be7-6e742cb23d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1012142 Jun 09 15:09:47.705196 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=a96d2945-07ae-451f-b487-e3582aa24a1a,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:47.716497 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:47.738579 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-61996bf2-6a29-46ba-a48f-42454df7abaa req-03129007-3e85-4e59-988c-e61877251aa0 service neutron] 10.222.0.61 "GET /v2.0/networks/e4e1459c-0311-4cec-8be7-6e742cb23d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443202 Jun 09 15:09:47.808817 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Attempting to bind port a96d2945-07ae-451f-b487-e3582aa24a1a on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:09:47.809147 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Attempting to bind port a96d2945-07ae-451f-b487-e3582aa24a1a by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '5bd1b57c-c72c-4164-bc60-08c603448db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f'}] {{(pid=91817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:09:47.809465 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Attempting to bind port a96d2945-07ae-451f-b487-e3582aa24a1a on network 0de7c831-6f90-474c-acd8-1d24c87d965f {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:09:47.814218 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Port a96d2945-07ae-451f-b487-e3582aa24a1a on network 0de7c831-6f90-474c-acd8-1d24c87d965f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:09:47.814566 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Attempting to bind port a96d2945-07ae-451f-b487-e3582aa24a1a on network 0de7c831-6f90-474c-acd8-1d24c87d965f {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:09:47.820829 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:09:47.821163 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Checking segment: {'id': '5bd1b57c-c72c-4164-bc60-08c603448db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:09:47.821541 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Bound using segment: {'id': '5bd1b57c-c72c-4164-bc60-08c603448db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f'} {{(pid=91817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:09:47.821958 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.managers [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Bound port: a96d2945-07ae-451f-b487-e3582aa24a1a, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd1b57c-c72c-4164-bc60-08c603448db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f'}}] {{(pid=91817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:09:47.822314 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:47.890840 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-61996bf2-6a29-46ba-a48f-42454df7abaa req-18e6b8a7-47b9-42cf-b924-2eb81355c8ab service neutron] 10.222.0.61 "GET /v2.0/networks/e4e1459c-0311-4cec-8be7-6e742cb23d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440530 Jun 09 15:09:47.923861 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] For port a96d2945-07ae-451f-b487-e3582aa24a1a, host hv-cinder-78960, cleared binding levels {{(pid=91817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:09:47.926771 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] For port a96d2945-07ae-451f-b487-e3582aa24a1a, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a96d2945-07ae-451f-b487-e3582aa24a1a,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:09:47.931879 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:47.935454 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:48.001737 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:48.002343 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:48.003712 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] 10.222.0.61 "PUT /v2.0/ports/a96d2945-07ae-451f-b487-e3582aa24a1a HTTP/1.1" status: 200 len: 1094 time: 1.3061473 Jun 09 15:09:48.004215 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'tag': 'a96d2945-07ae-451f-b487-e3582aa24a1a'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:48.007307 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e277c9ba-4e41-4d16-9c7a-639d84d2a5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6e34c6-5817-4d1d-a743-83245b8e329f", "tag": "a96d2945-07ae-451f-b487-e3582aa24a1a"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:48.030554 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=a96d2945-07ae-451f-b487-e3582aa24a1a,revision_number=3']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:48.034101 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:48.084930 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffda455-1be6-49a1-86f6-3c8eff101cd0 x-openstack-request-id: req-2ffda455-1be6-49a1-86f6-3c8eff101cd0 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:48.085262 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6e34c6-5817-4d1d-a743-83245b8e329f", "tag": "a96d2945-07ae-451f-b487-e3582aa24a1a", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:48.085550 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2ffda455-1be6-49a1-86f6-3c8eff101cd0 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:48.086033 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'tag': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'status': 'completed', 'code': 200} Jun 09 15:09:48.130401 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-fe34e49f-29e9-4d7b-8403-ba130e8316a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:48.132542 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-fe34e49f-29e9-4d7b-8403-ba130e8316a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16c638a4bffa498b9fe2bc282e856501&device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 1097 time: 0.0807526 Jun 09 15:09:48.208267 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-0abdc3cf-d679-4857-a7a5-20c3c1b1be1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96d2945-07ae-451f-b487-e3582aa24a1a HTTP/1.1" status: 200 len: 217 time: 0.0667417 Jun 09 15:09:48.272681 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:48.285353 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-e2cf036e-2594-4428-9e43-147c4e2e4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:48.286868 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-e2cf036e-2594-4428-9e43-147c4e2e4437 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd5fc819-fb14-43cd-918e-8d1a7df8ad89 HTTP/1.1" status: 200 len: 848 time: 0.0714672 Jun 09 15:09:48.294634 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71ae7a-e58a-4704-8b8b-608c13e9bf0a req-2f7c26ca-8b19-49fb-97e2-bc47c545558d tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:48.295995 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fe71ae7a-e58a-4704-8b8b-608c13e9bf0a req-2f7c26ca-8b19-49fb-97e2-bc47c545558d tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0948472 Jun 09 15:09:48.341799 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fe71ae7a-e58a-4704-8b8b-608c13e9bf0a req-eb1665ce-efd6-4c19-af7b-38a12067f415 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399268 Jun 09 15:09:48.372038 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-31b1fd62-e1cc-46cd-880a-c29fdd941df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:48.373517 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-31b1fd62-e1cc-46cd-880a-c29fdd941df6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0de7c831-6f90-474c-acd8-1d24c87d965f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798390 Jun 09 15:09:48.398180 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:09:48.530569 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:48.546622 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'f38f57cc-cc2d-436f-b194-cf06fcbdb7a9', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'port_id': 'f38f57cc-cc2d-436f-b194-cf06fcbdb7a9', 'mac_address': 'fa:16:3e:f4:0c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:09:48.562398 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-129c3d20-2e79-40ad-8c16-e6fbe84ee185 service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803014 Jun 09 15:09:48.573801 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c0cb0-37ca-4425-a98a-f4f7f0b65832 req-a4ce44a0-2f69-410f-863b-08cad7b45371 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:48.575290 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a70c0cb0-37ca-4425-a98a-f4f7f0b65832 req-a4ce44a0-2f69-410f-863b-08cad7b45371 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 944 time: 0.1763260 Jun 09 15:09:48.604067 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:48.624372 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:09:48.641374 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:48.646993 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:48.650080 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:48.668692 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac49ab-9bc4-4cbc-b0e1-c689aa88e940 req-9b5be6dd-8c94-499f-bf2e-87f5eeccb812 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:48.670249 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e6ac49ab-9bc4-4cbc-b0e1-c689aa88e940 req-9b5be6dd-8c94-499f-bf2e-87f5eeccb812 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 948 time: 0.0855916 Jun 09 15:09:48.719890 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:48.723071 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e6ac49ab-9bc4-4cbc-b0e1-c689aa88e940 req-fb79ae01-5dbd-4cf1-a119-b0d6faed6a43 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/security-groups?id=db899709-f0f9-418c-bb27-195093d28db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464280 Jun 09 15:09:48.723357 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:48.817800 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a70c0cb0-37ca-4425-a98a-f4f7f0b65832 req-af97e75c-ed73-439e-8226-3135cdaebae6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3400990-172f-4d37-a80d-fb3695995748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2235157 Jun 09 15:09:48.852977 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f47c72d2-25dd-491b-a84a-d86f284e446a req-b14825c8-a4b4-42cc-8787-057bc416ce61 service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767353 Jun 09 15:09:48.884605 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['f38f57cc-cc2d-436f-b194-cf06fcbdb7a9'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:09:48.971995 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277c9ba-4e41-4d16-9c7a-639d84d2a5b0 req-dff8f578-532d-4fda-aae4-e1b8894c2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:48.973451 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e277c9ba-4e41-4d16-9c7a-639d84d2a5b0 req-dff8f578-532d-4fda-aae4-e1b8894c2b97 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16c638a4bffa498b9fe2bc282e856501&device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 1097 time: 0.0743406 Jun 09 15:09:49.105505 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277c9ba-4e41-4d16-9c7a-639d84d2a5b0 req-df28c946-e3bb-45fd-9e30-78db935d2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:49.106858 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e277c9ba-4e41-4d16-9c7a-639d84d2a5b0 req-df28c946-e3bb-45fd-9e30-78db935d2e1d service neutron] 10.222.0.61 "GET /v2.0/networks?id=0de7c831-6f90-474c-acd8-1d24c87d965f HTTP/1.1" status: 200 len: 910 time: 0.1251757 Jun 09 15:09:49.176057 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e277c9ba-4e41-4d16-9c7a-639d84d2a5b0 req-f13d9c24-cbc2-4034-9484-fafef8698e19 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96d2945-07ae-451f-b487-e3582aa24a1a HTTP/1.1" status: 200 len: 217 time: 0.0618837 Jun 09 15:09:49.237123 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277c9ba-4e41-4d16-9c7a-639d84d2a5b0 req-946059d9-fa6e-4051-82e0-94d8b66524d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:49.238477 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e277c9ba-4e41-4d16-9c7a-639d84d2a5b0 req-946059d9-fa6e-4051-82e0-94d8b66524d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd5fc819-fb14-43cd-918e-8d1a7df8ad89 HTTP/1.1" status: 200 len: 848 time: 0.0556240 Jun 09 15:09:49.311658 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277c9ba-4e41-4d16-9c7a-639d84d2a5b0 req-a619e18e-e9fc-4db7-be71-c79c03e74851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:49.313050 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e277c9ba-4e41-4d16-9c7a-639d84d2a5b0 req-a619e18e-e9fc-4db7-be71-c79c03e74851 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0de7c831-6f90-474c-acd8-1d24c87d965f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673118 Jun 09 15:09:49.441775 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e277c9ba-4e41-4d16-9c7a-639d84d2a5b0 req-a8b66179-2bb8-4064-8a14-370a13f3d3b6 service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211865 Jun 09 15:09:49.640806 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e06ac-7b13-430c-942c-4e69a3b0787c req-39a540b9-851b-4243-b098-1e4425819b48 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:49.642138 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-245e06ac-7b13-430c-942c-4e69a3b0787c req-39a540b9-851b-4243-b098-1e4425819b48 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.1941719 Jun 09 15:09:49.644001 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e277c9ba-4e41-4d16-9c7a-639d84d2a5b0 req-3ffda918-5b54-4aa1-b4cd-d13195a41047 service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944149 Jun 09 15:09:49.686654 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-245e06ac-7b13-430c-942c-4e69a3b0787c req-84bd6f73-cb3b-4a17-a4ad-f8ab504d4ab4 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382373 Jun 09 15:09:49.917760 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969a751-927a-482e-8a64-1c8905dae85c req-e05a9a04-7f95-4bbf-9894-b301aee51a39 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:49.919199 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0969a751-927a-482e-8a64-1c8905dae85c req-e05a9a04-7f95-4bbf-9894-b301aee51a39 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 948 time: 0.0814173 Jun 09 15:09:49.965626 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0969a751-927a-482e-8a64-1c8905dae85c req-a7e3aeff-b39c-41f1-be5f-e5a4f56afd2f tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/security-groups?id=db899709-f0f9-418c-bb27-195093d28db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407476 Jun 09 15:09:50.003459 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e66ab-00d3-4b7c-9f24-d875a224a7bb req-823f0c99-664c-4b73-b934-327e6261af5c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:50.005579 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b90e66ab-00d3-4b7c-9f24-d875a224a7bb req-823f0c99-664c-4b73-b934-327e6261af5c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 945 time: 0.0842166 Jun 09 15:09:50.050413 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b90e66ab-00d3-4b7c-9f24-d875a224a7bb req-42ce6c3a-e479-4e84-8ed8-3ea7eec17978 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3400990-172f-4d37-a80d-fb3695995748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390925 Jun 09 15:09:50.396278 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 7802bd39-7240-47d3-80d5-0fa49500b202 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:09:50.399570 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:50.548779 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:50.563130 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:50.563497 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:50.638148 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 7802bd39-7240-47d3-80d5-0fa49500b202, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7802bd39-7240-47d3-80d5-0fa49500b202,segment=NetworkSegment(f525b9a9-0480-450e-98aa-fe8b08764417),segment_id=f525b9a9-0480-450e-98aa-fe8b08764417)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:50.657007 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': '7802bd39-7240-47d3-80d5-0fa49500b202', 'network_id': 'e4e1459c-0311-4cec-8be7-6e742cb23d90', 'port_id': '7802bd39-7240-47d3-80d5-0fa49500b202', 'mac_address': 'fa:16:3e:1a:11:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563747aa-81e4-486f-9644-07cb854b51a7', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:09:50.760206 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:50.777435 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:50.795069 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7802bd39-7240-47d3-80d5-0fa49500b202 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:09:50.815093 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dfee5b-c76a-4cb2-ae91-74fa92faeab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f57cc-cc2d-436f-b194-cf06fcbdb7a9'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:50.817937 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb10733-63e1-467c-b18f-b416020e91a7" -d '{"events": [{"server_uuid": "92dfee5b-c76a-4cb2-ae91-74fa92faeab8", "name": "network-vif-plugged", "status": "completed", "tag": "f38f57cc-cc2d-436f-b194-cf06fcbdb7a9"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:50.826110 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 7802bd39-7240-47d3-80d5-0fa49500b202, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7802bd39-7240-47d3-80d5-0fa49500b202,segment=NetworkSegment(f525b9a9-0480-450e-98aa-fe8b08764417),segment_id=f525b9a9-0480-450e-98aa-fe8b08764417)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:50.829607 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:50.833334 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:50.835719 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:50.868670 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:50.875386 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9af04f-461c-4e1c-9140-6124ed13d268 req-57281bd5-ac46-4f73-a055-55417457013f tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:50.876912 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4c9af04f-461c-4e1c-9140-6124ed13d268 req-57281bd5-ac46-4f73-a055-55417457013f tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0847814 Jun 09 15:09:50.904930 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=7802bd39-7240-47d3-80d5-0fa49500b202,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:50.908802 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:50.909532 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:50.933744 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4c9af04f-461c-4e1c-9140-6124ed13d268 req-b89255ec-a5cb-49f8-9f16-c4b687ed24a5 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0502770 Jun 09 15:09:50.990260 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:50.993172 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:51.053459 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['7802bd39-7240-47d3-80d5-0fa49500b202'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:09:51.081278 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd80d45-fed8-4781-9f48-37b1e1953356 x-openstack-request-id: req-3fd80d45-fed8-4781-9f48-37b1e1953356 {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:51.081575 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dfee5b-c76a-4cb2-ae91-74fa92faeab8", "name": "network-vif-plugged", "status": "completed", "tag": "f38f57cc-cc2d-436f-b194-cf06fcbdb7a9", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:51.081834 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3fd80d45-fed8-4781-9f48-37b1e1953356 {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:51.082427 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dfee5b-c76a-4cb2-ae91-74fa92faeab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f57cc-cc2d-436f-b194-cf06fcbdb7a9', 'code': 200} Jun 09 15:09:51.275616 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30b37b-600b-4df2-97f0-31e8c044dcbb req-9476b59b-1754-4f78-93e9-f40fb3bfca4b tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:51.277018 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9d30b37b-600b-4df2-97f0-31e8c044dcbb req-9476b59b-1754-4f78-93e9-f40fb3bfca4b tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 946 time: 0.1052480 Jun 09 15:09:51.327723 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9d30b37b-600b-4df2-97f0-31e8c044dcbb req-263c6386-040d-424f-858f-3b38b1638a87 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3400990-172f-4d37-a80d-fb3695995748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390742 Jun 09 15:09:51.372640 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba197db-693f-41ca-a11c-ba036e7094f9 req-3148bf47-d4c0-4d1a-86ee-402ed37bca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:51.374105 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5ba197db-693f-41ca-a11c-ba036e7094f9 req-3148bf47-d4c0-4d1a-86ee-402ed37bca4e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 1099 time: 0.0947518 Jun 09 15:09:51.382230 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d235fc-13a5-4a65-b0ee-dba44f9cd7e9 req-7835e098-a9f6-4ee5-9334-3bccaa06d36e tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:51.383597 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-95d235fc-13a5-4a65-b0ee-dba44f9cd7e9 req-7835e098-a9f6-4ee5-9334-3bccaa06d36e tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 949 time: 0.1470127 Jun 09 15:09:51.445988 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5ba197db-693f-41ca-a11c-ba036e7094f9 req-378c9f30-b68e-4362-bb31-3c97106a2f64 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f3400990-172f-4d37-a80d-fb3695995748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614693 Jun 09 15:09:51.456019 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-95d235fc-13a5-4a65-b0ee-dba44f9cd7e9 req-63eb1a87-ae0c-47bf-83ec-222d3c1ff732 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/security-groups?id=db899709-f0f9-418c-bb27-195093d28db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596595 Jun 09 15:09:52.132049 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f95b0-6dc9-468b-8edd-13886c70479a req-20631681-3916-4d01-b663-df1d25131bf3 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:52.133450 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9a4f95b0-6dc9-468b-8edd-13886c70479a req-20631681-3916-4d01-b663-df1d25131bf3 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0779548 Jun 09 15:09:52.176552 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9a4f95b0-6dc9-468b-8edd-13886c70479a req-d2525148-1476-4376-a28c-3f12dd8c257c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374634 Jun 09 15:09:52.399156 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 7802bd39-7240-47d3-80d5-0fa49500b202 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:09:52.471514 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port 7802bd39-7240-47d3-80d5-0fa49500b202 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:09:52.479146 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port 7802bd39-7240-47d3-80d5-0fa49500b202 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:09:52.479516 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.512298 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56e5f0-3c03-4a96-96cf-f3d10639d73c req-5879f101-afb3-4a95-8d4d-1b498d5296f2 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:52.513866 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-aa56e5f0-3c03-4a96-96cf-f3d10639d73c req-5879f101-afb3-4a95-8d4d-1b498d5296f2 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 946 time: 0.0831778 Jun 09 15:09:52.559434 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-aa56e5f0-3c03-4a96-96cf-f3d10639d73c req-d4cadb22-afe0-4b20-8b97-c74d176a14de tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3400990-172f-4d37-a80d-fb3695995748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397348 Jun 09 15:09:52.603571 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.637442 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 7802bd39-7240-47d3-80d5-0fa49500b202, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7802bd39-7240-47d3-80d5-0fa49500b202,segment=NetworkSegment(f525b9a9-0480-450e-98aa-fe8b08764417),segment_id=f525b9a9-0480-450e-98aa-fe8b08764417)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:52.641400 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:52.643192 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-ea710894-881b-43d5-b365-dfcb16c1aecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:52.710524 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=7802bd39-7240-47d3-80d5-0fa49500b202,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:52.713983 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:52.745368 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e957fcb-6ae9-4f9a-87d9-2fda58ac0c0c req-a514eeba-5d25-4889-bcd1-8df9920fe344 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:52.747023 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8e957fcb-6ae9-4f9a-87d9-2fda58ac0c0c req-a514eeba-5d25-4889-bcd1-8df9920fe344 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 950 time: 0.0912318 Jun 09 15:09:52.749141 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea937c9-f98b-4c40-a350-ce34beb75a33 req-7dbba8c0-33d4-4aed-b08f-8224b44f54db tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:52.750612 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-fea937c9-f98b-4c40-a350-ce34beb75a33 req-7dbba8c0-33d4-4aed-b08f-8224b44f54db tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 946 time: 0.0848508 Jun 09 15:09:52.759683 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 55864) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:09:52.764106 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-e1eba38a-c7bc-4d70-8e0b-be3e238030fb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Request body: {'floatingip': {'port_id': 'f38f57cc-cc2d-436f-b194-cf06fcbdb7a9'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:09:52.794838 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8e957fcb-6ae9-4f9a-87d9-2fda58ac0c0c req-4cc64156-6227-4d29-8500-8ace819e3607 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/security-groups?id=db899709-f0f9-418c-bb27-195093d28db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419919 Jun 09 15:09:52.839443 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e1eba38a-c7bc-4d70-8e0b-be3e238030fb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for floatingip, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.083422 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aae9a17-74e0-45f6-8f3d-891437607037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7802bd39-7240-47d3-80d5-0fa49500b202'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:53.085674 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44413538-a6dd-4737-a69e-b28250edcc8d" -d '{"events": [{"server_uuid": "7aae9a17-74e0-45f6-8f3d-891437607037", "name": "network-vif-plugged", "status": "completed", "tag": "7802bd39-7240-47d3-80d5-0fa49500b202"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:53.127838 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1436b05b-a262-4840-bac7-a36c6c2c6d4d x-openstack-request-id: req-1436b05b-a262-4840-bac7-a36c6c2c6d4d {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:53.128129 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aae9a17-74e0-45f6-8f3d-891437607037", "name": "network-vif-plugged", "status": "completed", "tag": "7802bd39-7240-47d3-80d5-0fa49500b202", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:53.128408 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1436b05b-a262-4840-bac7-a36c6c2c6d4d {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:53.128798 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aae9a17-74e0-45f6-8f3d-891437607037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7802bd39-7240-47d3-80d5-0fa49500b202', 'code': 200} Jun 09 15:09:53.369038 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d70db-7e34-4e5b-a0d9-7ba2d1dd44e0 req-64d588bf-26b9-4647-b9a4-820aaf1764ec tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:53.370468 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-da7d70db-7e34-4e5b-a0d9-7ba2d1dd44e0 req-64d588bf-26b9-4647-b9a4-820aaf1764ec tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0786314 Jun 09 15:09:53.413743 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-da7d70db-7e34-4e5b-a0d9-7ba2d1dd44e0 req-c5308cf7-6a55-476b-bd59-039f58254e7e tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376067 Jun 09 15:09:53.455477 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23a514-2021-460d-9ca6-80a740354cbf req-757ba56c-f652-47cc-9838-a97d7d7f4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:53.457456 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2a23a514-2021-460d-9ca6-80a740354cbf req-757ba56c-f652-47cc-9838-a97d7d7f4ff5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 1103 time: 0.1728952 Jun 09 15:09:53.508730 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2a23a514-2021-460d-9ca6-80a740354cbf req-1c43dcfc-aa71-4b50-ae0b-34c20a88dd6a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=db899709-f0f9-418c-bb27-195093d28db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436950 Jun 09 15:09:53.618336 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e1eba38a-c7bc-4d70-8e0b-be3e238030fb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.622310 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e1eba38a-c7bc-4d70-8e0b-be3e238030fb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:53.792680 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.l3_db [None req-e1eba38a-c7bc-4d70-8e0b-be3e238030fb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Floating IP f62a359b-d61e-486c-aba2-b86e473452a8 associated. External IP: 172.27.1.207, port: f38f57cc-cc2d-436f-b194-cf06fcbdb7a9. Jun 09 15:09:53.981988 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147852a-6a14-4799-866e-55bfdae9424e req-b2a636c2-53a6-4c4f-b64f-83dc13c7b392 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:53.983380 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6147852a-6a14-4799-866e-55bfdae9424e req-b2a636c2-53a6-4c4f-b64f-83dc13c7b392 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 950 time: 0.0834651 Jun 09 15:09:54.028192 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6147852a-6a14-4799-866e-55bfdae9424e req-fc5496dc-38c1-4ab3-9a81-670526f32fd8 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/security-groups?id=db899709-f0f9-418c-bb27-195093d28db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379472 Jun 09 15:09:54.137338 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eba38a-c7bc-4d70-8e0b-be3e238030fb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Router f4c2ede2-b318-41e2-af74-fbda7372a1f0 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:09:54.427366 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eba38a-c7bc-4d70-8e0b-be3e238030fb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:09:54.431405 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-e1eba38a-c7bc-4d70-8e0b-be3e238030fb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:54.437038 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135b75c-863f-4a0f-8444-c174ca322231 None None] Sync routers for ids ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:09:54.457045 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135b75c-863f-4a0f-8444-c174ca322231 None None] Routers {'f4c2ede2-b318-41e2-af74-fbda7372a1f0'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:54.457672 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-a135b75c-863f-4a0f-8444-c174ca322231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:54.500615 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-e1eba38a-c7bc-4d70-8e0b-be3e238030fb tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "PUT /v2.0/floatingips/f62a359b-d61e-486c-aba2-b86e473452a8 HTTP/1.1" status: 200 len: 992 time: 1.7398586 Jun 09 15:09:54.501322 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92dfee5b-c76a-4cb2-ae91-74fa92faeab8', 'tag': 'f38f57cc-cc2d-436f-b194-cf06fcbdb7a9'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:54.504404 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f90e17-cef4-4735-873a-26ab494eb6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "92dfee5b-c76a-4cb2-ae91-74fa92faeab8", "tag": "f38f57cc-cc2d-436f-b194-cf06fcbdb7a9"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:54.608725 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e752c4b-c092-4c38-b6bb-74b75868b112 req-e497e665-d26f-4202-8919-070277c55c29 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:54.610269 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0e752c4b-c092-4c38-b6bb-74b75868b112 req-e497e665-d26f-4202-8919-070277c55c29 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0835500 Jun 09 15:09:54.662276 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2368c3-f82d-4247-b9f7-5bebccfe711f x-openstack-request-id: req-5c2368c3-f82d-4247-b9f7-5bebccfe711f {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:54.662942 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92dfee5b-c76a-4cb2-ae91-74fa92faeab8", "tag": "f38f57cc-cc2d-436f-b194-cf06fcbdb7a9", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:54.663070 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5c2368c3-f82d-4247-b9f7-5bebccfe711f {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:54.663540 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92dfee5b-c76a-4cb2-ae91-74fa92faeab8', 'tag': 'f38f57cc-cc2d-436f-b194-cf06fcbdb7a9', 'status': 'completed', 'code': 200} Jun 09 15:09:54.670984 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0e752c4b-c092-4c38-b6bb-74b75868b112 req-d63bcc4d-2d34-4a33-9db1-d38757dfbce0 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0525618 Jun 09 15:09:54.696129 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-a135b75c-863f-4a0f-8444-c174ca322231 None None] Set router f4c2ede2-b318-41e2-af74-fbda7372a1f0 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:54.763441 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f90e17-cef4-4735-873a-26ab494eb6c5 req-c1aad5c0-f58c-4fe0-b623-92aff628743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:54.764908 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b3f90e17-cef4-4735-873a-26ab494eb6c5 req-c1aad5c0-f58c-4fe0-b623-92aff628743f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c84101f7a7b147b788f7b1dbf4a50b62&device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 1099 time: 0.0747747 Jun 09 15:09:54.903320 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f90e17-cef4-4735-873a-26ab494eb6c5 req-158a5259-ec9f-4b09-aec9-4adbee1400a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:54.904757 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b3f90e17-cef4-4735-873a-26ab494eb6c5 req-158a5259-ec9f-4b09-aec9-4adbee1400a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=eec54841-c6b0-497b-8399-d7e40a147888 HTTP/1.1" status: 200 len: 912 time: 0.1275930 Jun 09 15:09:55.011720 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b3f90e17-cef4-4735-873a-26ab494eb6c5 req-31165752-1d9e-4e9b-8472-e6b3f4187546 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 HTTP/1.1" status: 200 len: 1000 time: 0.0997171 Jun 09 15:09:55.046790 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-a135b75c-863f-4a0f-8444-c174ca322231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': 'f62a359b-d61e-486c-aba2-b86e473452a8', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'port_id': 'f38f57cc-cc2d-436f-b194-cf06fcbdb7a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'mac_address': 'fa:16:3e:f4:0c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dfee5b-c76a-4cb2-ae91-74fa92faeab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:09:37Z', 'updated_at': '2021-06-09T15:09:53Z', 'revision_number': 1, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:10Z', 'revision_number': 5, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:55.052329 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135b75c-863f-4a0f-8444-c174ca322231 None None] Checking router: f4c2ede2-b318-41e2-af74-fbda7372a1f0 for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:09:55.061405 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135b75c-863f-4a0f-8444-c174ca322231 None None] Routers {'f4c2ede2-b318-41e2-af74-fbda7372a1f0'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:09:55.062083 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-a135b75c-863f-4a0f-8444-c174ca322231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:55.079052 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f90e17-cef4-4735-873a-26ab494eb6c5 req-2a90ff01-a7ef-4630-9e73-c31a2dc1b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:55.080538 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b3f90e17-cef4-4735-873a-26ab494eb6c5 req-2a90ff01-a7ef-4630-9e73-c31a2dc1b2f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2afc08c9-1a35-412a-9699-36c252f1274a HTTP/1.1" status: 200 len: 850 time: 0.0614822 Jun 09 15:09:55.214253 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f90e17-cef4-4735-873a-26ab494eb6c5 req-a6dff6ba-e148-45f8-bc87-63c00c678bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:55.215806 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b3f90e17-cef4-4735-873a-26ab494eb6c5 req-a6dff6ba-e148-45f8-bc87-63c00c678bcb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eec54841-c6b0-497b-8399-d7e40a147888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1290903 Jun 09 15:09:55.247148 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-a135b75c-863f-4a0f-8444-c174ca322231 None None] Set router f4c2ede2-b318-41e2-af74-fbda7372a1f0 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:09:55.251091 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2688a9-55c4-493a-b868-9383b47af8af req-136697b6-45bc-4f95-83bc-e3757e43678f tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:55.253090 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4e2688a9-55c4-493a-b868-9383b47af8af req-136697b6-45bc-4f95-83bc-e3757e43678f tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 950 time: 0.1175666 Jun 09 15:09:55.358246 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4e2688a9-55c4-493a-b868-9383b47af8af req-61f1b13e-78c9-49aa-bfc6-01b53b57c2de tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/security-groups?id=db899709-f0f9-418c-bb27-195093d28db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606651 Jun 09 15:09:55.390738 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b3f90e17-cef4-4735-873a-26ab494eb6c5 req-1ecfc2af-320b-4f97-a20c-243ad990c6d1 service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668730 Jun 09 15:09:55.524440 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b3f90e17-cef4-4735-873a-26ab494eb6c5 req-be14230c-7b88-4003-a4ef-bf1dc158e608 service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260047 Jun 09 15:09:55.599905 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-a135b75c-863f-4a0f-8444-c174ca322231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': 'f62a359b-d61e-486c-aba2-b86e473452a8', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'port_id': 'f38f57cc-cc2d-436f-b194-cf06fcbdb7a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'mac_address': 'fa:16:3e:f4:0c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dfee5b-c76a-4cb2-ae91-74fa92faeab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:09:37Z', 'updated_at': '2021-06-09T15:09:53Z', 'revision_number': 1, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:10Z', 'revision_number': 5, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:09:55.603809 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135b75c-863f-4a0f-8444-c174ca322231 None None] The sync data for ids ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'] in dv-cinder-789603-9-iscsi is: [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': 'f62a359b-d61e-486c-aba2-b86e473452a8', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'port_id': 'f38f57cc-cc2d-436f-b194-cf06fcbdb7a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'mac_address': 'fa:16:3e:f4:0c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dfee5b-c76a-4cb2-ae91-74fa92faeab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:09:37Z', 'updated_at': '2021-06-09T15:09:53Z', 'revision_number': 1, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:10Z', 'revision_number': 5, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:09:55.822097 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316f03d-88c4-4272-aaaf-43e4875ce7d9 req-a7b81f3a-4396-489d-b4a6-10242fb4c50f tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:55.823941 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1316f03d-88c4-4272-aaaf-43e4875ce7d9 req-a7b81f3a-4396-489d-b4a6-10242fb4c50f tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 950 time: 0.0888143 Jun 09 15:09:55.841981 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64f276-ff04-4462-a9d9-9e22c12edcf6 None None] New status for floating IP f62a359b-d61e-486c-aba2-b86e473452a8: ACTIVE {{(pid=91819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:09:55.876301 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1316f03d-88c4-4272-aaaf-43e4875ce7d9 req-04844dfc-52b9-43f2-ae27-8f210959abd9 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/security-groups?id=db899709-f0f9-418c-bb27-195093d28db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457890 Jun 09 15:09:55.939522 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28911220-c14c-4552-b152-b29ad20760e9 req-9a0065fc-7da9-45a8-995c-6a27a6783b8d tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:55.942014 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-28911220-c14c-4552-b152-b29ad20760e9 req-9a0065fc-7da9-45a8-995c-6a27a6783b8d tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0973332 Jun 09 15:09:55.989015 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-28911220-c14c-4552-b152-b29ad20760e9 req-1740dd5a-e27a-43fc-8163-f82e7ec82a73 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400548 Jun 09 15:09:57.065858 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb0eec-fcc0-4efe-be72-460857099a29 req-681e8ea2-daac-491f-ab83-3ab93c97a12b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:57.067349 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-35eb0eec-fcc0-4efe-be72-460857099a29 req-681e8ea2-daac-491f-ab83-3ab93c97a12b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 950 time: 0.0802422 Jun 09 15:09:57.114928 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-35eb0eec-fcc0-4efe-be72-460857099a29 req-9e6d816a-1561-4dbb-bd1d-f457fb3b8303 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/security-groups?id=db899709-f0f9-418c-bb27-195093d28db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419078 Jun 09 15:09:57.241691 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e0905-df88-4e50-9539-0728f8d94ab4 req-04adbcc5-3c45-446d-8224-6fd8dedd7529 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:57.243174 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e00e0905-df88-4e50-9539-0728f8d94ab4 req-04adbcc5-3c45-446d-8224-6fd8dedd7529 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.1456025 Jun 09 15:09:57.251308 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983def0-b1e3-4c0a-8562-aab5dff1bffa req-c63277af-3a7f-4738-891d-9e5f2d52e075 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:57.253334 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d983def0-b1e3-4c0a-8562-aab5dff1bffa req-c63277af-3a7f-4738-891d-9e5f2d52e075 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.61 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 950 time: 0.1193781 Jun 09 15:09:57.339989 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e00e0905-df88-4e50-9539-0728f8d94ab4 req-04c37f65-342e-42be-ad23-66d63c74aa67 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0856547 Jun 09 15:09:57.413197 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-d983def0-b1e3-4c0a-8562-aab5dff1bffa req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Deleting port 7802bd39-7240-47d3-80d5-0fa49500b202 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:09:57.413527 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-d983def0-b1e3-4c0a-8562-aab5dff1bffa req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:57.647546 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-d983def0-b1e3-4c0a-8562-aab5dff1bffa req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] For port 7802bd39-7240-47d3-80d5-0fa49500b202, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7802bd39-7240-47d3-80d5-0fa49500b202,segment=NetworkSegment(f525b9a9-0480-450e-98aa-fe8b08764417),segment_id=f525b9a9-0480-450e-98aa-fe8b08764417)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:57.647888 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-d983def0-b1e3-4c0a-8562-aab5dff1bffa req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:57.767952 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-d983def0-b1e3-4c0a-8562-aab5dff1bffa req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Calling delete_port for 7802bd39-7240-47d3-80d5-0fa49500b202 owned by compute:nova {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:09:57.878883 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-d983def0-b1e3-4c0a-8562-aab5dff1bffa req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:57.884319 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-064ed37e-b08c-4439-ac38-d88db15e3ad5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:57.890327 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['7802bd39-7240-47d3-80d5-0fa49500b202'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:09:57.965326 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Pushing event deleted for resources: {'Port': ['ID=7802bd39-7240-47d3-80d5-0fa49500b202,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:57.983231 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:57.983592 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:57.983947 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:57.984296 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:57.984640 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:57.984984 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:57.985318 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:57.986233 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:57.986860 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:57.987266 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:57.987613 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:57.987950 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:09:57.992216 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:58.032365 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d983def0-b1e3-4c0a-8562-aab5dff1bffa req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] No DVR routers for this DVR port 7802bd39-7240-47d3-80d5-0fa49500b202 on host hv-cinder-78960 {{(pid=91817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:09:58.035367 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-d983def0-b1e3-4c0a-8562-aab5dff1bffa req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:58.037650 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d983def0-b1e3-4c0a-8562-aab5dff1bffa req-671b0509-e091-4fee-936d-d5ab72d3a4f1 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.61 "DELETE /v2.0/ports/7802bd39-7240-47d3-80d5-0fa49500b202 HTTP/1.1" status: 204 len: 173 time: 0.7710006 Jun 09 15:09:58.038198 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aae9a17-74e0-45f6-8f3d-891437607037', 'name': 'network-vif-deleted', 'tag': '7802bd39-7240-47d3-80d5-0fa49500b202'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:09:58.041348 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc75db0e-0056-4476-a72d-36a65eba5494" -d '{"events": [{"server_uuid": "7aae9a17-74e0-45f6-8f3d-891437607037", "name": "network-vif-deleted", "tag": "7802bd39-7240-47d3-80d5-0fa49500b202"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:09:58.091547 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cc63fd-6370-4b0d-934c-4a7decd40580 x-openstack-request-id: req-59cc63fd-6370-4b0d-934c-4a7decd40580 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:09:58.091898 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aae9a17-74e0-45f6-8f3d-891437607037", "name": "network-vif-deleted", "tag": "7802bd39-7240-47d3-80d5-0fa49500b202", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:09:58.092271 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-59cc63fd-6370-4b0d-934c-4a7decd40580 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:09:58.092627 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aae9a17-74e0-45f6-8f3d-891437607037', 'name': 'network-vif-deleted', 'tag': '7802bd39-7240-47d3-80d5-0fa49500b202', 'status': 'completed', 'code': 200} Jun 09 15:09:58.291643 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3516b200-5f41-42a8-9806-1f8c96a1910f req-b1b994d9-7029-487b-9321-6fe9dfcb7c87 tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] 10.222.0.74 "GET /v2.0/ports?device_id=7aae9a17-74e0-45f6-8f3d-891437607037 HTTP/1.1" status: 200 len: 210 time: 0.0478752 Jun 09 15:09:58.410079 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device a96d2945-07ae-451f-b487-e3582aa24a1a details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:09:58.523511 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8145a-472a-467f-a182-c1c81020a1b2 req-fed06f4e-8d9b-441e-8f27-59b65e1ab028 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:58.525170 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-75b8145a-472a-467f-a182-c1c81020a1b2 req-fed06f4e-8d9b-441e-8f27-59b65e1ab028 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0826337 Jun 09 15:09:58.543920 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port a96d2945-07ae-451f-b487-e3582aa24a1a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a96d2945-07ae-451f-b487-e3582aa24a1a,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:58.559780 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'port_id': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'mac_address': 'fa:16:3e:d3:a8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:09:58.573910 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-75b8145a-472a-467f-a182-c1c81020a1b2 req-42af6f0e-81a4-4de1-8d2e-b533eaf734f7 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422492 Jun 09 15:09:58.619762 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:58.635873 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96d2945-07ae-451f-b487-e3582aa24a1a {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:09:58.651276 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port a96d2945-07ae-451f-b487-e3582aa24a1a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a96d2945-07ae-451f-b487-e3582aa24a1a,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:09:58.655069 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:09:58.656859 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:09:58.722617 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=a96d2945-07ae-451f-b487-e3582aa24a1a,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:09:58.725485 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:09:58.892640 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['a96d2945-07ae-451f-b487-e3582aa24a1a'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:09:59.768770 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e1da6-7a04-4c2a-8a1b-1226a55c60c2 req-cdbb5d45-3fa2-4df2-bb44-bac38c2625ba tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:09:59.773823 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d04e1da6-7a04-4c2a-8a1b-1226a55c60c2 req-cdbb5d45-3fa2-4df2-bb44-bac38c2625ba tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 945 time: 0.0873575 Jun 09 15:09:59.903598 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d04e1da6-7a04-4c2a-8a1b-1226a55c60c2 req-3788569a-55cb-419a-aaab-fe13d7b6d462 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1276414 Jun 09 15:10:00.423484 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device a96d2945-07ae-451f-b487-e3582aa24a1a up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:10:00.543029 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port a96d2945-07ae-451f-b487-e3582aa24a1a completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:10:00.555873 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port a96d2945-07ae-451f-b487-e3582aa24a1a triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:10:00.556648 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:00.682718 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:00.710095 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d2945-07ae-451f-b487-e3582aa24a1a'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:10:00.712347 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade58091-9965-41b9-9d63-b2704e756f0e" -d '{"events": [{"server_uuid": "fe6e34c6-5817-4d1d-a743-83245b8e329f", "name": "network-vif-plugged", "status": "completed", "tag": "a96d2945-07ae-451f-b487-e3582aa24a1a"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:10:00.720590 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port a96d2945-07ae-451f-b487-e3582aa24a1a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a96d2945-07ae-451f-b487-e3582aa24a1a,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:00.724944 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:00.726183 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 7802bd39-7240-47d3-80d5-0fa49500b202 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:10:00.755646 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:00.794874 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba3210a-3cfe-44e8-af0a-f07f17dd6c82 x-openstack-request-id: req-6ba3210a-3cfe-44e8-af0a-f07f17dd6c82 {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:10:00.795176 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6e34c6-5817-4d1d-a743-83245b8e329f", "name": "network-vif-plugged", "status": "completed", "tag": "a96d2945-07ae-451f-b487-e3582aa24a1a", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:10:00.795422 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6ba3210a-3cfe-44e8-af0a-f07f17dd6c82 {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:10:00.796017 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'code': 200} Jun 09 15:10:00.811233 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: 7802bd39-7240-47d3-80d5-0fa49500b202 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:10:00.811573 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 7802bd39-7240-47d3-80d5-0fa49500b202 not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:10:00.833822 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=a96d2945-07ae-451f-b487-e3582aa24a1a,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:00.836715 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:01.074600 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232084c-5fb3-41bf-ac1c-77e94e44f4a2 req-3a51c721-720e-43df-bbc0-e7d1d47b119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:01.076255 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1232084c-5fb3-41bf-ac1c-77e94e44f4a2 req-3a51c721-720e-43df-bbc0-e7d1d47b119d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 1099 time: 0.0806894 Jun 09 15:10:01.108122 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2214c5-837d-463f-a393-ff1e0a712cea req-2c9f21bd-1223-4abe-bf49-54cdb21f15e5 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:01.110406 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6b2214c5-837d-463f-a393-ff1e0a712cea req-2c9f21bd-1223-4abe-bf49-54cdb21f15e5 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0907335 Jun 09 15:10:01.119026 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1232084c-5fb3-41bf-ac1c-77e94e44f4a2 req-b0f15a04-e92e-4d48-a0c7-42812f50afae service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0360231 Jun 09 15:10:01.158986 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6b2214c5-837d-463f-a393-ff1e0a712cea req-948d0cb5-772e-4550-bbe6-8ef5825845db tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423310 Jun 09 15:10:02.353429 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0777f49-1163-4ce6-970b-18ab490ed83b req-d68cb5e2-7899-4684-83bf-421f1f13b875 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:02.354927 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d0777f49-1163-4ce6-970b-18ab490ed83b req-d68cb5e2-7899-4684-83bf-421f1f13b875 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0853963 Jun 09 15:10:02.402538 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d0777f49-1163-4ce6-970b-18ab490ed83b req-819e9b89-699b-4b22-9483-127d791c8567 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406661 Jun 09 15:10:02.592629 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33400a2e-350f-4ac5-a4e2-0aa396b4fce2 req-601365ea-710e-4534-ac66-c7e13fc80e71 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:02.594156 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-33400a2e-350f-4ac5-a4e2-0aa396b4fce2 req-601365ea-710e-4534-ac66-c7e13fc80e71 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0855966 Jun 09 15:10:02.638458 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-33400a2e-350f-4ac5-a4e2-0aa396b4fce2 req-fccc12d3-d221-4bb3-b931-1e8b9ed1b416 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384629 Jun 09 15:10:02.661024 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56160) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:02.914212 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e7264e-f023-474e-a5fb-be1ae91ef7f0 tempest-TestShelveInstance-870232731 tempest-TestShelveInstance-870232731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:02.915737 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-33e7264e-f023-474e-a5fb-be1ae91ef7f0 tempest-TestShelveInstance-870232731 tempest-TestShelveInstance-870232731-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 1094 time: 0.2536852 Jun 09 15:10:02.918570 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56168) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:02.923701 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Request body: {'floatingip': {'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'port_id': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:10:02.946967 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for floatingip, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:03.085939 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:03.223345 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Allocated IP 172.27.1.124 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/bbcb43df-7102-4ccf-928a-f80ae71bcac2) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:10:03.379708 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:03.407728 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:03.412108 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-dbab8147-4191-4a6b-b560-15690eb1f8a8 tempest-VolumesSnapshotTestJSON-344359517 tempest-VolumesSnapshotTestJSON-344359517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:03.474696 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:10:03.477342 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:10:03.480978 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:10:03.517867 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Pushing event updated for resources: {'Port': ['ID=bbcb43df-7102-4ccf-928a-f80ae71bcac2,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:03.521607 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:03.827990 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:10:03.991984 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.019556 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56184) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:04.067359 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.169244 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-2626a939-6f0f-47c9-ab2d-001675842dee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c28f39cf6b42485396d766c5ab60ffdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483939 Jun 09 15:10:04.171920 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56188) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:10:04.228495 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.253611 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.271072 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.275514 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.280490 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-4ded18a2-1bdc-439a-9007-d6f6c3e97dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:04.304524 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.307304 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.311429 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/db899709-f0f9-418c-bb27-195093d28db4 HTTP/1.1" status: 204 len: 168 time: 0.1356680 Jun 09 15:10:04.311429 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-de5b6ffd-7df1-408c-b3b9-6fa22423208e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:04.321424 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db899709-f0f9-418c-bb27-195093d28db4,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:04.331108 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:04.331272 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:04.331509 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:04.331868 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:04.332224 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:04.332689 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:04.333042 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:04.333390 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:04.333740 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:04.334085 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:04.334429 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:04.334869 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:04.337893 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:04.403340 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Pushing event updated for resources: {'Port': ['ID=bbcb43df-7102-4ccf-928a-f80ae71bcac2,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:04.412903 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:04.416540 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:04.596034 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.l3_db [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Floating IP 8d3444dd-397d-4703-8825-bec547737582 associated. External IP: 172.27.1.124, port: a96d2945-07ae-451f-b487-e3582aa24a1a. Jun 09 15:10:04.946426 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Router 6b78ab29-59a8-410b-8f82-7705b4f9afca has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:10:05.124647 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:10:05.134481 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e914789-f11c-41a3-b217-65d26ceb3997 None None] Sync routers for ids ['6b78ab29-59a8-410b-8f82-7705b4f9afca'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:10:05.143566 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:05.144458 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e914789-f11c-41a3-b217-65d26ceb3997 None None] Routers {'6b78ab29-59a8-410b-8f82-7705b4f9afca'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:10:05.145409 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-7e914789-f11c-41a3-b217-65d26ceb3997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['6b78ab29-59a8-410b-8f82-7705b4f9afca'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:05.197765 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2781937 Jun 09 15:10:05.198501 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'tag': 'a96d2945-07ae-451f-b487-e3582aa24a1a'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:10:05.200761 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca279a7a-cf8b-42f9-b071-3c3086d0ba85" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6e34c6-5817-4d1d-a743-83245b8e329f", "tag": "a96d2945-07ae-451f-b487-e3582aa24a1a"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:10:05.342320 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-7e914789-f11c-41a3-b217-65d26ceb3997 None None] Set router 6b78ab29-59a8-410b-8f82-7705b4f9afca gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:10:05.392099 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f094b9a1-227d-4397-8e1d-80491c14575b x-openstack-request-id: req-f094b9a1-227d-4397-8e1d-80491c14575b {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:10:05.392519 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6e34c6-5817-4d1d-a743-83245b8e329f", "tag": "a96d2945-07ae-451f-b487-e3582aa24a1a", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:10:05.392965 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f094b9a1-227d-4397-8e1d-80491c14575b {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:10:05.393475 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'tag': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'status': 'completed', 'code': 200} Jun 09 15:10:05.500926 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca279a7a-cf8b-42f9-b071-3c3086d0ba85 req-c51a7da3-aa9f-4379-a84a-6921dcbbf1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:05.502717 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ca279a7a-cf8b-42f9-b071-3c3086d0ba85 req-c51a7da3-aa9f-4379-a84a-6921dcbbf1a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16c638a4bffa498b9fe2bc282e856501&device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 1099 time: 0.0853093 Jun 09 15:10:05.723610 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-7e914789-f11c-41a3-b217-65d26ceb3997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:09:08Z', 'revision_number': 4, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port': {'id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:05Z', 'updated_at': '2021-06-09T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '8d3444dd-397d-4703-8825-bec547737582', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'port_id': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'mac_address': 'fa:16:3e:d3:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:10:03Z', 'updated_at': '2021-06-09T15:10:03Z', 'revision_number': 0, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f390ebe2-5d60-499b-ae0a-7a2f95050683', 'name': '', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'mac_address': 'fa:16:3e:1c:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:08Z', 'updated_at': '2021-06-09T15:09:14Z', 'revision_number': 5, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'subnets': [{'id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:05.728117 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e914789-f11c-41a3-b217-65d26ceb3997 None None] Checking router: 6b78ab29-59a8-410b-8f82-7705b4f9afca for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:10:05.738058 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e914789-f11c-41a3-b217-65d26ceb3997 None None] Routers {'6b78ab29-59a8-410b-8f82-7705b4f9afca'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:10:05.738703 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-7e914789-f11c-41a3-b217-65d26ceb3997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:09:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['6b78ab29-59a8-410b-8f82-7705b4f9afca'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:05.783442 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca279a7a-cf8b-42f9-b071-3c3086d0ba85 req-e21594d5-1260-4181-9b0d-53bb2641f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:05.784953 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ca279a7a-cf8b-42f9-b071-3c3086d0ba85 req-e21594d5-1260-4181-9b0d-53bb2641f653 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0de7c831-6f90-474c-acd8-1d24c87d965f HTTP/1.1" status: 200 len: 910 time: 0.2713671 Jun 09 15:10:05.837341 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80fc63-1d72-41c0-98d7-0996c9b67a2a req-0f7b4374-19b9-4e3a-bbb6-3d277d08347b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:05.839483 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fe80fc63-1d72-41c0-98d7-0996c9b67a2a req-0f7b4374-19b9-4e3a-bbb6-3d277d08347b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0873253 Jun 09 15:10:05.898878 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fe80fc63-1d72-41c0-98d7-0996c9b67a2a req-c98b827a-1e4e-4baa-9b8d-d3af932af5f7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513418 Jun 09 15:10:05.904608 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ca279a7a-cf8b-42f9-b071-3c3086d0ba85 req-1dcd7c81-cd60-4c6c-acb7-e82a99bb87e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96d2945-07ae-451f-b487-e3582aa24a1a HTTP/1.1" status: 200 len: 1000 time: 0.1083860 Jun 09 15:10:05.937006 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-7e914789-f11c-41a3-b217-65d26ceb3997 None None] Set router 6b78ab29-59a8-410b-8f82-7705b4f9afca gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:10:05.974313 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca279a7a-cf8b-42f9-b071-3c3086d0ba85 req-7d0018d7-59a2-4eda-95b8-9b6ab9b693b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:05.975753 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ca279a7a-cf8b-42f9-b071-3c3086d0ba85 req-7d0018d7-59a2-4eda-95b8-9b6ab9b693b8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd5fc819-fb14-43cd-918e-8d1a7df8ad89 HTTP/1.1" status: 200 len: 848 time: 0.0631196 Jun 09 15:10:06.052019 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca279a7a-cf8b-42f9-b071-3c3086d0ba85 req-5dae9499-67eb-47b5-9aae-2869b2ea288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:06.053492 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ca279a7a-cf8b-42f9-b071-3c3086d0ba85 req-5dae9499-67eb-47b5-9aae-2869b2ea288a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0de7c831-6f90-474c-acd8-1d24c87d965f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693915 Jun 09 15:10:06.185501 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ca279a7a-cf8b-42f9-b071-3c3086d0ba85 req-d9164cfb-a9de-4118-869a-6af83566e232 service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231396 Jun 09 15:10:06.275635 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-7e914789-f11c-41a3-b217-65d26ceb3997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:09:08Z', 'revision_number': 4, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port': {'id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:05Z', 'updated_at': '2021-06-09T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '8d3444dd-397d-4703-8825-bec547737582', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'port_id': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'mac_address': 'fa:16:3e:d3:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:10:03Z', 'updated_at': '2021-06-09T15:10:03Z', 'revision_number': 0, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f390ebe2-5d60-499b-ae0a-7a2f95050683', 'name': '', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'mac_address': 'fa:16:3e:1c:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:08Z', 'updated_at': '2021-06-09T15:09:14Z', 'revision_number': 5, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'subnets': [{'id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:10:06.280410 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e914789-f11c-41a3-b217-65d26ceb3997 None None] The sync data for ids ['6b78ab29-59a8-410b-8f82-7705b4f9afca'] in dv-cinder-789603-9-iscsi is: [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:09:08Z', 'revision_number': 4, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port': {'id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:05Z', 'updated_at': '2021-06-09T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '8d3444dd-397d-4703-8825-bec547737582', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'port_id': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'mac_address': 'fa:16:3e:d3:a8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:10:03Z', 'updated_at': '2021-06-09T15:10:03Z', 'revision_number': 0, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f390ebe2-5d60-499b-ae0a-7a2f95050683', 'name': '', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'mac_address': 'fa:16:3e:1c:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:08Z', 'updated_at': '2021-06-09T15:09:14Z', 'revision_number': 5, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'subnets': [{'id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:10:06.317093 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ca279a7a-cf8b-42f9-b071-3c3086d0ba85 req-4b1c3a28-75c0-4222-8625-160ece079191 service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256406 Jun 09 15:10:06.458470 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53a9e64-41e7-4d43-bc6c-903f90832fe4 None None] New status for floating IP 8d3444dd-397d-4703-8825-bec547737582: ACTIVE {{(pid=91819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:10:07.098220 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec85dcc-f338-4e09-8fce-901d330fdb58 req-4373bf6c-6220-470a-b6fc-0cf458bc4d1f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:07.099675 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1ec85dcc-f338-4e09-8fce-901d330fdb58 req-4373bf6c-6220-470a-b6fc-0cf458bc4d1f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0799770 Jun 09 15:10:07.142944 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1ec85dcc-f338-4e09-8fce-901d330fdb58 req-aad3c5de-efb9-4ed7-b1ba-fe751d017aa0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376816 Jun 09 15:10:07.169819 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:08.332407 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477948d-79b6-4821-8bca-7192e7c96ca2 req-6c5ee549-5d9e-4fd9-9248-52590067508a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:08.333811 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c477948d-79b6-4821-8bca-7192e7c96ca2 req-6c5ee549-5d9e-4fd9-9248-52590067508a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0832236 Jun 09 15:10:08.376792 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c477948d-79b6-4821-8bca-7192e7c96ca2 req-00101270-64c0-4bcc-bb1e-fd3236ab52d3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374835 Jun 09 15:10:09.597426 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d34582-b78e-4a55-b71d-42e01dddcffa req-cf2c04ad-09e9-47e7-878e-ffe9747646f0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:09.599653 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a0d34582-b78e-4a55-b71d-42e01dddcffa req-cf2c04ad-09e9-47e7-878e-ffe9747646f0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.1060731 Jun 09 15:10:09.644493 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a0d34582-b78e-4a55-b71d-42e01dddcffa req-6c6ef4eb-2658-4515-89bb-e676df60ff93 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393591 Jun 09 15:10:09.699111 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696c632-59ad-46af-bdc6-7ca704a57797 req-559724fd-c868-4a3c-9bb4-f6fe871f59e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:09.701290 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4696c632-59ad-46af-bdc6-7ca704a57797 req-559724fd-c868-4a3c-9bb4-f6fe871f59e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 1099 time: 0.0747631 Jun 09 15:10:09.848341 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696c632-59ad-46af-bdc6-7ca704a57797 req-7ac9fc71-af88-4942-9c93-b71d837c0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:09.849683 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4696c632-59ad-46af-bdc6-7ca704a57797 req-7ac9fc71-af88-4942-9c93-b71d837c0527 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6df34c4-a146-448a-a741-18d7a8a2e9ec HTTP/1.1" status: 200 len: 918 time: 0.1260669 Jun 09 15:10:09.955647 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4696c632-59ad-46af-bdc6-7ca704a57797 req-6bb38dbc-9560-412e-8c93-fadcd5ddc6f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1278595-193e-4c2b-93a8-2553e623f3ee HTTP/1.1" status: 200 len: 1002 time: 0.0973086 Jun 09 15:10:10.017222 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696c632-59ad-46af-bdc6-7ca704a57797 req-559a011f-ad87-46af-8bb8-68bc4ecb2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:10.018612 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4696c632-59ad-46af-bdc6-7ca704a57797 req-559a011f-ad87-46af-8bb8-68bc4ecb2e7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f5266821-f8ca-412e-b356-225fac8eefd5 HTTP/1.1" status: 200 len: 856 time: 0.0557258 Jun 09 15:10:10.094857 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696c632-59ad-46af-bdc6-7ca704a57797 req-1cc5bc9b-f9d7-423e-9650-c58e8b933000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:10.096253 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4696c632-59ad-46af-bdc6-7ca704a57797 req-1cc5bc9b-f9d7-423e-9650-c58e8b933000 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6df34c4-a146-448a-a741-18d7a8a2e9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703285 Jun 09 15:10:10.226058 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4696c632-59ad-46af-bdc6-7ca704a57797 req-a5895b97-8525-4b44-8685-3e347d5a03c1 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213334 Jun 09 15:10:10.353896 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4696c632-59ad-46af-bdc6-7ca704a57797 req-7e19b2b7-3599-466e-934a-42d18e14f0ac service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203704 Jun 09 15:10:10.836210 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f32944-cc5a-43a5-8d8a-2a08b7ac681f req-1d4e3627-a279-4bbc-aa4b-29654aea02d3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:10.837621 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-78f32944-cc5a-43a5-8d8a-2a08b7ac681f req-1d4e3627-a279-4bbc-aa4b-29654aea02d3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0831859 Jun 09 15:10:10.880528 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-78f32944-cc5a-43a5-8d8a-2a08b7ac681f req-031f5a09-5f9c-4767-8b7b-d14073e28c22 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365236 Jun 09 15:10:12.066513 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ba5cb-b9a3-49af-b035-eda7ef08dc86 req-8d7a1083-e1cc-4bb1-b8fd-51d55de37cbe tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:12.068154 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-584ba5cb-b9a3-49af-b035-eda7ef08dc86 req-8d7a1083-e1cc-4bb1-b8fd-51d55de37cbe tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0781353 Jun 09 15:10:12.114580 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-584ba5cb-b9a3-49af-b035-eda7ef08dc86 req-337735e2-fd6d-42b1-b05a-5236537b049d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408893 Jun 09 15:10:12.846080 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-188c04d6-fa4b-4288-b60c-b785c62c0ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:13.301277 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597d0db-0dab-464a-8c84-45a8981c26a5 req-66137ba2-751e-446d-9477-c7ed9b2bf770 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:13.302715 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2597d0db-0dab-464a-8c84-45a8981c26a5 req-66137ba2-751e-446d-9477-c7ed9b2bf770 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0793066 Jun 09 15:10:13.346052 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2597d0db-0dab-464a-8c84-45a8981c26a5 req-8d26cbd9-69ce-454b-a13b-423f73ca66ee tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378292 Jun 09 15:10:14.531968 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67be77-d118-41cc-a5ac-09b60f2ece94 req-5b1a9285-ee14-41c6-b055-16508df13020 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:14.533371 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-aa67be77-d118-41cc-a5ac-09b60f2ece94 req-5b1a9285-ee14-41c6-b055-16508df13020 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0813150 Jun 09 15:10:14.577779 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-aa67be77-d118-41cc-a5ac-09b60f2ece94 req-6980b4a4-7408-45c1-9ea5-0e0617227d85 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386860 Jun 09 15:10:15.328605 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.458117 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-5459f816-aa38-42e0-aec6-c034348007c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:15.765718 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b43937-09bb-4cef-8641-809d0003d98a req-afe18c67-a5d7-4205-8559-f1e8514c695b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:15.767184 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-29b43937-09bb-4cef-8641-809d0003d98a req-afe18c67-a5d7-4205-8559-f1e8514c695b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0783811 Jun 09 15:10:15.812757 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-29b43937-09bb-4cef-8641-809d0003d98a req-8d9bca42-97fc-49e6-b0f4-a482c36cc1c1 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392294 Jun 09 15:10:16.348124 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:17.002108 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744cbf0-0ae1-4739-8c8d-44c3bdd9ecb1 req-5bc43f27-2180-447f-a722-9b627203ca60 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:17.003487 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0744cbf0-0ae1-4739-8c8d-44c3bdd9ecb1 req-5bc43f27-2180-447f-a722-9b627203ca60 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0833135 Jun 09 15:10:17.047168 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0744cbf0-0ae1-4739-8c8d-44c3bdd9ecb1 req-b5956aca-b25c-462b-af03-226c5f57b0a3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380921 Jun 09 15:10:18.237783 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8da7e-b822-4f60-94d0-fe27b641d063 req-a9077113-8710-4cc3-8e66-1f628a082bb5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:18.239283 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-60c8da7e-b822-4f60-94d0-fe27b641d063 req-a9077113-8710-4cc3-8e66-1f628a082bb5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0837102 Jun 09 15:10:18.261986 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:18.294084 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-60c8da7e-b822-4f60-94d0-fe27b641d063 req-3aec6293-6c24-49fe-8a01-af90c86099d5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488880 Jun 09 15:10:18.529395 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f1278595-193e-4c2b-93a8-2553e623f3ee details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:10:18.659791 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f1278595-193e-4c2b-93a8-2553e623f3ee, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1278595-193e-4c2b-93a8-2553e623f3ee,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:18.672841 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'port_id': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'mac_address': 'fa:16:3e:b5:c3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:10:18.726924 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:18.743055 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1278595-193e-4c2b-93a8-2553e623f3ee {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:10:18.758827 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f1278595-193e-4c2b-93a8-2553e623f3ee, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1278595-193e-4c2b-93a8-2553e623f3ee,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:18.764010 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:18.765784 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:18.843107 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=f1278595-193e-4c2b-93a8-2553e623f3ee,revision_number=6']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:18.850988 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:18.851327 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:18.851659 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:18.851983 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:18.852315 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:18.852623 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:18.852940 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:18.853253 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:18.853572 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:18.853884 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:18.854193 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:18.854517 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:10:18.860951 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:18.874777 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['f1278595-193e-4c2b-93a8-2553e623f3ee'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:10:19.506860 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709e6e1-3429-4550-9226-84cb3f42ba0f req-b24a1e32-decc-4937-a27a-0100d464be45 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:19.509674 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b709e6e1-3429-4550-9226-84cb3f42ba0f req-b24a1e32-decc-4937-a27a-0100d464be45 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 945 time: 0.0920463 Jun 09 15:10:19.561565 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b709e6e1-3429-4550-9226-84cb3f42ba0f req-e35faa91-f59c-4b3c-8b90-6327e8c3c110 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422754 Jun 09 15:10:20.531361 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f1278595-193e-4c2b-93a8-2553e623f3ee up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:10:20.675766 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port f1278595-193e-4c2b-93a8-2553e623f3ee triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:10:20.676148 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:20.824876 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adda69-32d8-4e0e-bd28-9372dd7c082e req-876b6fe4-275b-4023-8eb6-175ed24c539b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:20.828081 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-29adda69-32d8-4e0e-bd28-9372dd7c082e req-876b6fe4-275b-4023-8eb6-175ed24c539b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 945 time: 0.1097295 Jun 09 15:10:20.861823 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:20.883436 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-29adda69-32d8-4e0e-bd28-9372dd7c082e req-f1079efb-50eb-4509-aa92-5449a54394bf tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459640 Jun 09 15:10:20.905406 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f1278595-193e-4c2b-93a8-2553e623f3ee, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1278595-193e-4c2b-93a8-2553e623f3ee,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:20.906736 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41211b0-9d4d-4076-917f-305b909464fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1278595-193e-4c2b-93a8-2553e623f3ee'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:10:20.910099 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afe9cbf-536b-4574-a9fa-80647eb3372c" -d '{"events": [{"server_uuid": "e41211b0-9d4d-4076-917f-305b909464fd", "name": "network-vif-plugged", "status": "completed", "tag": "f1278595-193e-4c2b-93a8-2553e623f3ee"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:10:20.913876 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:20.915732 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:20.983960 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ff9315-79d5-42a0-8b57-65cf16771cec x-openstack-request-id: req-b0ff9315-79d5-42a0-8b57-65cf16771cec {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:10:20.984482 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41211b0-9d4d-4076-917f-305b909464fd", "name": "network-vif-plugged", "status": "completed", "tag": "f1278595-193e-4c2b-93a8-2553e623f3ee", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:10:20.985126 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b0ff9315-79d5-42a0-8b57-65cf16771cec {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:10:20.985677 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41211b0-9d4d-4076-917f-305b909464fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'code': 200} Jun 09 15:10:21.002482 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=f1278595-193e-4c2b-93a8-2553e623f3ee,revision_number=7']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:21.006549 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:22.096513 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b761b-52e5-4e20-89dc-ab7400839e3f req-eec519e1-9d62-45fa-aa83-a859423c603a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:22.099588 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-db8b761b-52e5-4e20-89dc-ab7400839e3f req-eec519e1-9d62-45fa-aa83-a859423c603a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0942738 Jun 09 15:10:22.159659 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-db8b761b-52e5-4e20-89dc-ab7400839e3f req-3c0793ca-6034-4d5f-bcb0-8d46d81db5c1 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537581 Jun 09 15:10:23.366683 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2989f43-ed91-4cdf-94d1-c83616869af8 req-19fe74b5-4e82-4c4b-8cfa-06b155904d4d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:23.368689 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e2989f43-ed91-4cdf-94d1-c83616869af8 req-19fe74b5-4e82-4c4b-8cfa-06b155904d4d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0884659 Jun 09 15:10:23.418527 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e2989f43-ed91-4cdf-94d1-c83616869af8 req-ce8d9a6a-c3e5-49ac-a173-d68b52af875a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430851 Jun 09 15:10:24.641436 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c330a-5b09-44ec-8adc-64aa2d04d64d req-4507600f-8b48-48db-8d69-10fb03ef2843 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:24.642972 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c32c330a-5b09-44ec-8adc-64aa2d04d64d req-4507600f-8b48-48db-8d69-10fb03ef2843 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0884006 Jun 09 15:10:24.691034 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c32c330a-5b09-44ec-8adc-64aa2d04d64d req-ed791a93-0760-44ca-a984-eddb3d4cd679 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421250 Jun 09 15:10:26.018421 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096c5d9-bd3e-4740-abf6-ed5dd719cd8d req-8c434241-e6dd-421b-9aaf-2980b0edaf12 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:26.019922 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7096c5d9-bd3e-4740-abf6-ed5dd719cd8d req-8c434241-e6dd-421b-9aaf-2980b0edaf12 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.2041116 Jun 09 15:10:26.079037 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7096c5d9-bd3e-4740-abf6-ed5dd719cd8d req-af17a3d5-b0b2-443e-bad7-a065c8791107 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526240 Jun 09 15:10:27.279727 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d4749-e914-49d0-9ab0-65dd5cc85e41 req-3fc913c1-a215-4e75-bbdf-c96754a3f602 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:27.281972 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-668d4749-e914-49d0-9ab0-65dd5cc85e41 req-3fc913c1-a215-4e75-bbdf-c96754a3f602 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0821011 Jun 09 15:10:27.333016 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-668d4749-e914-49d0-9ab0-65dd5cc85e41 req-2743dfd3-9877-423c-85e7-9cdb570fdabc tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452423 Jun 09 15:10:28.247673 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f762d-15c2-41f1-9cb8-21fb3e00aa30 req-4f329bb5-245a-48c5-a378-3cc2f1a93853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:28.249233 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-129f762d-15c2-41f1-9cb8-21fb3e00aa30 req-4f329bb5-245a-48c5-a378-3cc2f1a93853 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 1099 time: 0.0709636 Jun 09 15:10:28.382471 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f762d-15c2-41f1-9cb8-21fb3e00aa30 req-d1a13f3d-d275-4191-aa7a-eb8d31301a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:28.384561 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-129f762d-15c2-41f1-9cb8-21fb3e00aa30 req-d1a13f3d-d275-4191-aa7a-eb8d31301a6f service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6df34c4-a146-448a-a741-18d7a8a2e9ec HTTP/1.1" status: 200 len: 918 time: 0.1252594 Jun 09 15:10:28.537526 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-129f762d-15c2-41f1-9cb8-21fb3e00aa30 req-a2dee208-9cf5-4762-b1a2-01dcff4707d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1278595-193e-4c2b-93a8-2553e623f3ee HTTP/1.1" status: 200 len: 1002 time: 0.1420348 Jun 09 15:10:28.598047 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e332483-f94f-4860-9c08-edb86db688e8 req-4dd87208-e56d-4f2d-8140-92ae8ebfc798 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:28.599625 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1e332483-f94f-4860-9c08-edb86db688e8 req-4dd87208-e56d-4f2d-8140-92ae8ebfc798 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.1485763 Jun 09 15:10:28.637727 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f762d-15c2-41f1-9cb8-21fb3e00aa30 req-1b734fa8-4151-4b32-bfbe-e47e0b36b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:28.639249 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-129f762d-15c2-41f1-9cb8-21fb3e00aa30 req-1b734fa8-4151-4b32-bfbe-e47e0b36b20d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f5266821-f8ca-412e-b356-225fac8eefd5 HTTP/1.1" status: 200 len: 856 time: 0.0919242 Jun 09 15:10:28.701519 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1e332483-f94f-4860-9c08-edb86db688e8 req-1a225722-115c-488f-aec0-a1e213c62707 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908113 Jun 09 15:10:28.724040 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f762d-15c2-41f1-9cb8-21fb3e00aa30 req-23e1f6e6-86f7-48c8-97d9-32a2529db411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:28.725456 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-129f762d-15c2-41f1-9cb8-21fb3e00aa30 req-23e1f6e6-86f7-48c8-97d9-32a2529db411 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6df34c4-a146-448a-a741-18d7a8a2e9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763643 Jun 09 15:10:28.854959 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-129f762d-15c2-41f1-9cb8-21fb3e00aa30 req-988d9025-a3ba-4934-b882-33d0c19d5810 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217551 Jun 09 15:10:28.989115 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-129f762d-15c2-41f1-9cb8-21fb3e00aa30 req-f04cfb0e-4990-4102-a86c-4d0d4beac8a0 service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263280 Jun 09 15:10:29.893194 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc96e6-878c-4b66-bd83-a10280c26df7 req-18a04698-3d0a-463f-a7a4-f36857f7c4e9 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:29.894631 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-74dc96e6-878c-4b66-bd83-a10280c26df7 req-18a04698-3d0a-463f-a7a4-f36857f7c4e9 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0817618 Jun 09 15:10:29.938737 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-74dc96e6-878c-4b66-bd83-a10280c26df7 req-0b8709bb-af1a-4de0-b5b4-ee6143b57c10 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382659 Jun 09 15:10:31.123880 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cde80f-05e8-4850-b037-80f173915ee9 req-0964d1e8-84db-4761-99eb-e08193af481c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:31.125301 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-24cde80f-05e8-4850-b037-80f173915ee9 req-0964d1e8-84db-4761-99eb-e08193af481c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.0775142 Jun 09 15:10:31.172286 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-24cde80f-05e8-4850-b037-80f173915ee9 req-ed9c0675-5cd5-4306-b69d-f45abf42a51f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416007 Jun 09 15:10:32.603418 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f1278595-193e-4c2b-93a8-2553e623f3ee no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:10:32.603991 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c6796efa-203e-478d-8e5a-291c9889202c req-f3ff87c0-77ad-48a1-9f1f-acf86e341f95 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0988934 Jun 09 15:10:32.611432 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172e65f-5a73-488d-b1e4-57b954e49d99 req-351354bb-73fe-4021-8652-41301f69cb79 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:32.612793 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b172e65f-5a73-488d-b1e4-57b954e49d99 req-351354bb-73fe-4021-8652-41301f69cb79 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 946 time: 0.1395421 Jun 09 15:10:32.659640 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b172e65f-5a73-488d-b1e4-57b954e49d99 req-04d6c613-cc2f-4f07-80d4-416c7841ebb1 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403559 Jun 09 15:10:32.730002 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:32.757945 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41211b0-9d4d-4076-917f-305b909464fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1278595-193e-4c2b-93a8-2553e623f3ee'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:10:32.760204 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68cf63f-e9c9-4f85-b7ec-e35e054e7e9a" -d '{"events": [{"server_uuid": "e41211b0-9d4d-4076-917f-305b909464fd", "name": "network-vif-unplugged", "status": "completed", "tag": "f1278595-193e-4c2b-93a8-2553e623f3ee"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:10:32.767883 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f1278595-193e-4c2b-93a8-2553e623f3ee, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1278595-193e-4c2b-93a8-2553e623f3ee,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:32.773607 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:32.776790 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-530d8347-658c-451b-a70b-957fe405c292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:32.815678 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Jun 2021 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a56518a-1527-4493-a791-18883c5fceee x-openstack-request-id: req-8a56518a-1527-4493-a791-18883c5fceee {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:10:32.815998 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41211b0-9d4d-4076-917f-305b909464fd", "name": "network-vif-unplugged", "status": "failed", "tag": "f1278595-193e-4c2b-93a8-2553e623f3ee", "code": 422}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:10:32.816252 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8a56518a-1527-4493-a791-18883c5fceee {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:10:32.816653 dv-cinder-789603-9-iscsi neutron-server[91818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e41211b0-9d4d-4076-917f-305b909464fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'code': 422} returned with failed status Jun 09 15:10:32.854065 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=f1278595-193e-4c2b-93a8-2553e623f3ee,revision_number=8']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:32.857169 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:33.529964 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6796efa-203e-478d-8e5a-291c9889202c req-7126d3b9-1a45-4772-b546-fbb3b2f6ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:33.531468 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c6796efa-203e-478d-8e5a-291c9889202c req-7126d3b9-1a45-4772-b546-fbb3b2f6ae93 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd&tenant_id=b36d808a5b7a4efa9d269c09b4fd1867 HTTP/1.1" status: 200 len: 1097 time: 0.0713322 Jun 09 15:10:33.626974 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6796efa-203e-478d-8e5a-291c9889202c req-f64cfa95-c7dc-4e46-ba56-65d17ab16404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:33.628383 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c6796efa-203e-478d-8e5a-291c9889202c req-f64cfa95-c7dc-4e46-ba56-65d17ab16404 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 1097 time: 0.0726137 Jun 09 15:10:33.759047 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6796efa-203e-478d-8e5a-291c9889202c req-7ce4b3bd-989e-4b6b-b7cb-3289be47172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:33.760022 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c6796efa-203e-478d-8e5a-291c9889202c req-7ce4b3bd-989e-4b6b-b7cb-3289be47172f service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6df34c4-a146-448a-a741-18d7a8a2e9ec HTTP/1.1" status: 200 len: 918 time: 0.1240201 Jun 09 15:10:33.856889 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263da7a-4e6c-4daa-8b66-79c3e07b525d req-79e9f061-8060-40fc-9cca-e609378682ae tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:33.858344 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6263da7a-4e6c-4daa-8b66-79c3e07b525d req-79e9f061-8060-40fc-9cca-e609378682ae tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.0851951 Jun 09 15:10:33.903592 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6263da7a-4e6c-4daa-8b66-79c3e07b525d req-74657b92-c1ea-4fbb-a849-6156b897a62b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395212 Jun 09 15:10:33.964177 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c6796efa-203e-478d-8e5a-291c9889202c req-029e9d1b-3420-4a43-a6ef-c526a3ae9a8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1278595-193e-4c2b-93a8-2553e623f3ee HTTP/1.1" status: 200 len: 1000 time: 0.1964495 Jun 09 15:10:34.026296 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6796efa-203e-478d-8e5a-291c9889202c req-7fd086c0-adfd-4b00-be31-ba222adde988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:34.027701 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c6796efa-203e-478d-8e5a-291c9889202c req-7fd086c0-adfd-4b00-be31-ba222adde988 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f5266821-f8ca-412e-b356-225fac8eefd5 HTTP/1.1" status: 200 len: 856 time: 0.0560956 Jun 09 15:10:34.101870 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6796efa-203e-478d-8e5a-291c9889202c req-f0807c19-f8a4-4ca3-872a-3de39e147af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:34.103301 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c6796efa-203e-478d-8e5a-291c9889202c req-f0807c19-f8a4-4ca3-872a-3de39e147af5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6df34c4-a146-448a-a741-18d7a8a2e9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687187 Jun 09 15:10:34.236018 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c6796efa-203e-478d-8e5a-291c9889202c req-fa773aed-f469-4d50-92a4-fe221f9c74ba service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238089 Jun 09 15:10:34.367784 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c6796efa-203e-478d-8e5a-291c9889202c req-5de05a6f-d6af-49bd-8c97-3dea54629e4e service neutron] 10.222.0.61 "GET /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244459 Jun 09 15:10:35.101714 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6216c0b-0854-45dc-81ff-913f18ad3fe8 req-8dde0abf-a9ee-4f0d-bf7f-595a55803783 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:35.103837 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f6216c0b-0854-45dc-81ff-913f18ad3fe8 req-8dde0abf-a9ee-4f0d-bf7f-595a55803783 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.0876968 Jun 09 15:10:35.151648 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f6216c0b-0854-45dc-81ff-913f18ad3fe8 req-67bea95b-4391-41cb-be45-99fadfef0137 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421591 Jun 09 15:10:36.345220 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9cb1a-e520-4a9b-9442-55a8d16d64dc req-c323c904-9565-42d4-af9c-96c52a7356ca tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:36.346708 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f5d9cb1a-e520-4a9b-9442-55a8d16d64dc req-c323c904-9565-42d4-af9c-96c52a7356ca tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.0841866 Jun 09 15:10:36.391845 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-f5d9cb1a-e520-4a9b-9442-55a8d16d64dc req-725aaf4c-1024-40f1-bf1d-949e769463e6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393641 Jun 09 15:10:37.161139 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:37.670234 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282540f-2bb1-43d1-97cd-1fbb48e4f3d6 req-18224d6e-bfff-4759-bdfd-628db829e89f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:37.671751 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5282540f-2bb1-43d1-97cd-1fbb48e4f3d6 req-18224d6e-bfff-4759-bdfd-628db829e89f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.1663032 Jun 09 15:10:37.719208 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5282540f-2bb1-43d1-97cd-1fbb48e4f3d6 req-0f52950c-099b-45f2-b137-c08343e8a315 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414536 Jun 09 15:10:38.915286 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe657d9-78b6-4ac1-9ab7-c1af74077a63 req-0b38accd-02fd-4aef-9e5a-d1036d76612a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:38.918346 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6fe657d9-78b6-4ac1-9ab7-c1af74077a63 req-0b38accd-02fd-4aef-9e5a-d1036d76612a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.0883970 Jun 09 15:10:38.967074 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6fe657d9-78b6-4ac1-9ab7-c1af74077a63 req-b82da4a8-78d5-4023-8b2f-607114079e06 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438845 Jun 09 15:10:40.161601 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53f931-3bfb-4072-9eb0-b5a60e7e1cb9 req-32f61c31-67f0-4882-a102-ad935005a756 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:40.163064 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-bc53f931-3bfb-4072-9eb0-b5a60e7e1cb9 req-32f61c31-67f0-4882-a102-ad935005a756 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.0807993 Jun 09 15:10:40.208064 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-bc53f931-3bfb-4072-9eb0-b5a60e7e1cb9 req-455c2907-8700-4dd2-9c44-a69e6938dba1 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386927 Jun 09 15:10:40.827906 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:10:41.411290 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9ea3f-d7fc-491b-b9f9-31abd08e7db0 req-a7b5b5c2-448a-499c-87e0-95c00f283e21 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:41.412838 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b4f9ea3f-d7fc-491b-b9f9-31abd08e7db0 req-a7b5b5c2-448a-499c-87e0-95c00f283e21 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.0872993 Jun 09 15:10:41.457291 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b4f9ea3f-d7fc-491b-b9f9-31abd08e7db0 req-c3002182-8f4b-44ee-81a9-00ee3af3f2d6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387175 Jun 09 15:10:42.651376 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90391c0-41c5-46fb-818d-96bfc6d8116a req-30e6cde9-6153-420f-a99c-1d8940c683a4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:42.652813 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e90391c0-41c5-46fb-818d-96bfc6d8116a req-30e6cde9-6153-420f-a99c-1d8940c683a4 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.0814364 Jun 09 15:10:42.699328 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e90391c0-41c5-46fb-818d-96bfc6d8116a req-02e91e56-daef-4ac1-b130-e317b96331cd tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407970 Jun 09 15:10:42.840410 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-527b9844-2e8f-4f03-ba3c-1a472cb80a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:43.901952 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cb88e-4b48-4796-b269-f6b76726db85 req-98572e21-e94a-4c66-9fc2-aa727db10752 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:43.903429 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d77cb88e-4b48-4796-b269-f6b76726db85 req-98572e21-e94a-4c66-9fc2-aa727db10752 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.0861337 Jun 09 15:10:43.952724 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d77cb88e-4b48-4796-b269-f6b76726db85 req-4d749062-6d83-4dcd-bdeb-62bf6ba2099f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436506 Jun 09 15:10:45.218226 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e94d8-1d18-4336-9acf-1796adb95ecf req-1bfe2ce3-8f2c-4278-a799-2b58d4cda517 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:45.220016 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-809e94d8-1d18-4336-9acf-1796adb95ecf req-1bfe2ce3-8f2c-4278-a799-2b58d4cda517 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.0991683 Jun 09 15:10:45.270735 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-809e94d8-1d18-4336-9acf-1796adb95ecf req-64d9446e-ddbe-4461-8948-bdd6251c424c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435438 Jun 09 15:10:45.332864 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:45.419832 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-548382e1-3ca7-47be-94c6-3fba61165c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:46.355161 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:46.474837 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bbe5f-a6ec-4f76-a66b-f25a2f01201a req-1a534276-08f2-4a13-a32b-bca55cf10cc5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:46.476244 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9f2bbe5f-a6ec-4f76-a66b-f25a2f01201a req-1a534276-08f2-4a13-a32b-bca55cf10cc5 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.0881927 Jun 09 15:10:46.519600 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9f2bbe5f-a6ec-4f76-a66b-f25a2f01201a req-0cb4eaaf-afb3-4192-9257-058d1685af00 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378065 Jun 09 15:10:47.715662 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e18ac-1468-4f53-82b2-0917fa4ec070 req-da3aeb56-d204-4311-83cf-932afece205d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:47.717042 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7c8e18ac-1468-4f53-82b2-0917fa4ec070 req-da3aeb56-d204-4311-83cf-932afece205d tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.0826669 Jun 09 15:10:47.766651 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7c8e18ac-1468-4f53-82b2-0917fa4ec070 req-e15df845-719e-4ede-bc5a-153d123daaf8 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438726 Jun 09 15:10:48.252665 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:48.717191 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f1278595-193e-4c2b-93a8-2553e623f3ee details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:10:48.852307 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f1278595-193e-4c2b-93a8-2553e623f3ee, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1278595-193e-4c2b-93a8-2553e623f3ee,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:48.865881 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'port_id': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'mac_address': 'fa:16:3e:b5:c3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:10:48.923773 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:48.949497 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1278595-193e-4c2b-93a8-2553e623f3ee {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:10:48.966512 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f1278595-193e-4c2b-93a8-2553e623f3ee, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1278595-193e-4c2b-93a8-2553e623f3ee,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:48.971116 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:48.972680 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:48.992172 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5953b2-b5a2-4c4c-bd08-6e0d5b83f67f req-57a41aae-ed10-47ba-92ac-4112bdd7cf20 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:48.993776 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0f5953b2-b5a2-4c4c-bd08-6e0d5b83f67f req-57a41aae-ed10-47ba-92ac-4112bdd7cf20 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 944 time: 0.1029994 Jun 09 15:10:49.046222 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-0f5953b2-b5a2-4c4c-bd08-6e0d5b83f67f req-35b236e7-7288-4bb7-bec9-a02134150577 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469844 Jun 09 15:10:49.057473 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=f1278595-193e-4c2b-93a8-2553e623f3ee,revision_number=9']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:49.061446 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:49.200199 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['f1278595-193e-4c2b-93a8-2553e623f3ee'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:10:50.241584 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50912f0c-98ad-4758-b430-ccc7c7629b32 req-53c31e09-3230-464d-b545-8f8aa9736d02 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:50.243145 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-50912f0c-98ad-4758-b430-ccc7c7629b32 req-53c31e09-3230-464d-b545-8f8aa9736d02 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 945 time: 0.0790443 Jun 09 15:10:50.286514 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-50912f0c-98ad-4758-b430-ccc7c7629b32 req-a63cf634-7b4e-45bf-82c7-05482863a7f6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378711 Jun 09 15:10:50.731944 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f1278595-193e-4c2b-93a8-2553e623f3ee up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:10:50.800545 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port f1278595-193e-4c2b-93a8-2553e623f3ee triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:10:50.800940 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:50.913826 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:50.940086 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41211b0-9d4d-4076-917f-305b909464fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1278595-193e-4c2b-93a8-2553e623f3ee'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:10:50.942460 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a548b40b-f3f0-410b-8726-c80d901595ac" -d '{"events": [{"server_uuid": "e41211b0-9d4d-4076-917f-305b909464fd", "name": "network-vif-plugged", "status": "completed", "tag": "f1278595-193e-4c2b-93a8-2553e623f3ee"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:10:50.949847 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port f1278595-193e-4c2b-93a8-2553e623f3ee, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1278595-193e-4c2b-93a8-2553e623f3ee,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:10:50.953455 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:10:50.955400 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:10:50.989934 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8903b4-7031-488a-8132-db79fd0ee3b1 x-openstack-request-id: req-5a8903b4-7031-488a-8132-db79fd0ee3b1 {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:10:50.990230 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41211b0-9d4d-4076-917f-305b909464fd", "name": "network-vif-plugged", "status": "completed", "tag": "f1278595-193e-4c2b-93a8-2553e623f3ee", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:10:50.990500 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5a8903b4-7031-488a-8132-db79fd0ee3b1 {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:10:50.990893 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41211b0-9d4d-4076-917f-305b909464fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'code': 200} Jun 09 15:10:51.022397 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=f1278595-193e-4c2b-93a8-2553e623f3ee,revision_number=10']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:10:51.025243 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:10:51.220064 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8560887-f8d3-4fa7-a2c0-8031f08e98fe req-39dbda2b-233b-4d0e-95c4-05d5eba8aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:51.221513 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c8560887-f8d3-4fa7-a2c0-8031f08e98fe req-39dbda2b-233b-4d0e-95c4-05d5eba8aaa9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 1100 time: 0.0717902 Jun 09 15:10:51.263369 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c8560887-f8d3-4fa7-a2c0-8031f08e98fe req-905c7007-ee36-41c1-9d7b-c1769288ce6a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337684 Jun 09 15:10:51.478568 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8bfcf-bc06-4e66-be0f-7acefbd90a79 req-a0d8b8de-d62f-45ae-8103-e97a83afd6fb tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:51.479995 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-72c8bfcf-bc06-4e66-be0f-7acefbd90a79 req-a0d8b8de-d62f-45ae-8103-e97a83afd6fb tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 947 time: 0.0829020 Jun 09 15:10:51.523980 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-72c8bfcf-bc06-4e66-be0f-7acefbd90a79 req-ecdb28cb-1073-47f3-b4ad-63b3ae0cea6a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384197 Jun 09 15:10:52.715640 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57dbc-e9e0-4dfc-a301-ed7654b27367 req-23426158-7e8a-489c-97c8-dcc9492f6196 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:52.717088 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c7e57dbc-e9e0-4dfc-a301-ed7654b27367 req-23426158-7e8a-489c-97c8-dcc9492f6196 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 947 time: 0.0812325 Jun 09 15:10:52.772012 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-c7e57dbc-e9e0-4dfc-a301-ed7654b27367 req-220fd5a5-958a-47a0-8657-5d26712026f7 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477309 Jun 09 15:10:53.954393 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88f72a-c411-4838-a7aa-05389f67c4fc req-d257e90e-f58b-4e66-a98e-6c09db978037 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:10:53.955849 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9a88f72a-c411-4838-a7aa-05389f67c4fc req-d257e90e-f58b-4e66-a98e-6c09db978037 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 947 time: 0.0833747 Jun 09 15:10:53.999614 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9a88f72a-c411-4838-a7aa-05389f67c4fc req-0f5cdc20-73f6-42fd-9fc3-809ea97a56cb tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381291 Jun 09 15:11:07.152928 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:09.611000 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-633581c8-f586-4330-9b1f-3be2b2b62828 req-c120a6bd-060f-4f37-8ac9-eaf6d50fbcd2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719757 Jun 09 15:11:09.708308 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633581c8-f586-4330-9b1f-3be2b2b62828 req-a8edd917-d168-4358-955f-48a770c27a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:09.709799 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-633581c8-f586-4330-9b1f-3be2b2b62828 req-a8edd917-d168-4358-955f-48a770c27a90 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c84101f7a7b147b788f7b1dbf4a50b62&device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 1099 time: 0.0777340 Jun 09 15:11:09.851026 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633581c8-f586-4330-9b1f-3be2b2b62828 req-3ade36bb-a962-43fd-9aae-28e5b45aabba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:09.852420 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-633581c8-f586-4330-9b1f-3be2b2b62828 req-3ade36bb-a962-43fd-9aae-28e5b45aabba service neutron] 10.222.0.61 "GET /v2.0/networks?id=eec54841-c6b0-497b-8399-d7e40a147888 HTTP/1.1" status: 200 len: 912 time: 0.1223528 Jun 09 15:11:09.954127 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-633581c8-f586-4330-9b1f-3be2b2b62828 req-3fd30856-5f84-4f16-9bc6-4b33f3875b8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 HTTP/1.1" status: 200 len: 1002 time: 0.0944839 Jun 09 15:11:10.016088 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633581c8-f586-4330-9b1f-3be2b2b62828 req-161538a1-de23-47a6-8fe8-159bd80b8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:10.017451 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-633581c8-f586-4330-9b1f-3be2b2b62828 req-161538a1-de23-47a6-8fe8-159bd80b8aa6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2afc08c9-1a35-412a-9699-36c252f1274a HTTP/1.1" status: 200 len: 850 time: 0.0577278 Jun 09 15:11:10.094791 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633581c8-f586-4330-9b1f-3be2b2b62828 req-e4e91b0a-4775-4007-85d3-16302385108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:10.096186 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-633581c8-f586-4330-9b1f-3be2b2b62828 req-e4e91b0a-4775-4007-85d3-16302385108a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eec54841-c6b0-497b-8399-d7e40a147888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713267 Jun 09 15:11:10.327561 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-633581c8-f586-4330-9b1f-3be2b2b62828 req-8216c0c7-dec4-471e-9c11-b1fba2b153d4 service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240674 Jun 09 15:11:10.455972 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-633581c8-f586-4330-9b1f-3be2b2b62828 req-4e38ce50-e2c1-46e4-b48a-3d8d2b439c22 service neutron] 10.222.0.61 "GET /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220422 Jun 09 15:11:12.843343 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-830b6440-69a4-4deb-b79d-5f79f3301b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.336116 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:15.420466 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-31f98371-b6d1-4f6f-841b-25b7c50bf258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:16.354383 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:17.828161 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:11:18.254721 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:23.355180 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d4714-af8b-4ee6-86a1-0c6a42aca8bd req-121981b3-f0a7-49c8-85de-7a322d75cdbb tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:23.356619 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b30d4714-af8b-4ee6-86a1-0c6a42aca8bd req-121981b3-f0a7-49c8-85de-7a322d75cdbb tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 947 time: 0.0831823 Jun 09 15:11:23.402443 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b30d4714-af8b-4ee6-86a1-0c6a42aca8bd req-63360bfb-7744-4896-8cac-18ce83e9c28b tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399718 Jun 09 15:11:23.919330 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d8a30-d0a0-4143-8332-be699d5e536a req-a8e76c8c-539b-40ae-8655-5db6cd42b95e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:23.920683 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-620d8a30-d0a0-4143-8332-be699d5e536a req-a8e76c8c-539b-40ae-8655-5db6cd42b95e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 946 time: 0.0788753 Jun 09 15:11:23.969722 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-620d8a30-d0a0-4143-8332-be699d5e536a req-17091d6f-6aee-4835-9e06-22c506ca68f3 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3400990-172f-4d37-a80d-fb3695995748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431881 Jun 09 15:11:24.588084 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2174821-3127-4150-846f-e1e3647e490b req-cd0f9320-f9ce-4436-8114-d3fed093ed72 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:24.589583 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f2174821-3127-4150-846f-e1e3647e490b req-cd0f9320-f9ce-4436-8114-d3fed093ed72 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 947 time: 0.0776026 Jun 09 15:11:24.668643 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-f2174821-3127-4150-846f-e1e3647e490b req-caa0daf6-8e1f-42e3-8fc9-efbe4bc11a2f tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups?id=3c9dbf19-5716-443d-b846-0cfc8a02e245&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734830 Jun 09 15:11:24.711652 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-eefcc095-f5cc-441d-b7f9-25a87924d3ce tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:24.712987 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-eefcc095-f5cc-441d-b7f9-25a87924d3ce tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 947 time: 0.0866938 Jun 09 15:11:24.847148 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Deleting port f1278595-193e-4c2b-93a8-2553e623f3ee {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:11:24.847480 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:24.977242 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] For port f1278595-193e-4c2b-93a8-2553e623f3ee, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f1278595-193e-4c2b-93a8-2553e623f3ee,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:24.977509 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:25.161876 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69f454-c2a2-424e-b6a5-c5add13c1efe req-cbc3ffe4-68b5-4974-bf52-61631b936c0c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:25.163338 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4e69f454-c2a2-424e-b6a5-c5add13c1efe req-cbc3ffe4-68b5-4974-bf52-61631b936c0c tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 946 time: 0.0795720 Jun 09 15:11:25.208491 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4e69f454-c2a2-424e-b6a5-c5add13c1efe req-edb4d92a-10cd-48f6-abb5-582aff88e5b1 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3400990-172f-4d37-a80d-fb3695995748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386364 Jun 09 15:11:25.263114 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:25.263407 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:25.263713 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.l3_db [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Floating IP 68a5694a-47a0-4df5-a70a-1e265ac348bc disassociated. External IP: 172.27.1.244, port: f1278595-193e-4c2b-93a8-2553e623f3ee. Jun 09 15:11:25.264047 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Calling delete_port for f1278595-193e-4c2b-93a8-2553e623f3ee owned by compute:nova {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:11:25.376494 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:25.382549 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5984dbd3-30b0-4c06-9a70-fb9afe6d695e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:25.427408 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event deleted for resources: {'Port': ['ID=f1278595-193e-4c2b-93a8-2553e623f3ee,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:25.438113 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:25.438508 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:25.438883 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:25.439245 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:25.439597 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:25.439950 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:25.440301 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:25.440674 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:25.441019 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:25.441364 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:25.441711 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:25.442406 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:25.490966 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:25.614211 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f2812-3290-4647-acaa-dc694d145905 req-d473a459-a341-40cf-969a-b602882b338e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:25.615664 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b34f2812-3290-4647-acaa-dc694d145905 req-d473a459-a341-40cf-969a-b602882b338e tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.61 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 946 time: 0.0835440 Jun 09 15:11:25.620244 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:11:25.755986 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-b34f2812-3290-4647-acaa-dc694d145905 req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Deleting port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:11:25.756437 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b34f2812-3290-4647-acaa-dc694d145905 req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:25.905902 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-b34f2812-3290-4647-acaa-dc694d145905 req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] For port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:25.906268 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b34f2812-3290-4647-acaa-dc694d145905 req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:25.975657 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-87551fa5-7081-4803-be8f-8302cd88d34b req-644b41b7-7975-45ba-a74a-438f80e4ecd0 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/ports?device_id=e41211b0-9d4d-4076-917f-305b909464fd HTTP/1.1" status: 200 len: 210 time: 0.1702905 Jun 09 15:11:25.980880 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:11:25.990587 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed60788-198a-4e7c-bd80-aacd3be36556 None None] Sync routers for ids ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:11:26.002195 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed60788-198a-4e7c-bd80-aacd3be36556 None None] Routers {'22321f93-05a7-4ca6-8bfe-5c84c7bf7863'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:11:26.003016 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-eed60788-198a-4e7c-bd80-aacd3be36556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:11:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:26.054694 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] No DVR routers for this DVR port f1278595-193e-4c2b-93a8-2553e623f3ee on host hv-cinder-78960 {{(pid=91817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:11:26.057207 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:26.060235 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d6bcf0c8-72b4-4fc1-813d-50579aaf6e97 req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.61 "DELETE /v2.0/ports/f1278595-193e-4c2b-93a8-2553e623f3ee HTTP/1.1" status: 204 len: 173 time: 1.3416915 Jun 09 15:11:26.060765 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41211b0-9d4d-4076-917f-305b909464fd', 'name': 'network-vif-deleted', 'tag': 'f1278595-193e-4c2b-93a8-2553e623f3ee'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:11:26.063495 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e020292-5bb5-478b-935c-917987c19039" -d '{"events": [{"server_uuid": "e41211b0-9d4d-4076-917f-305b909464fd", "name": "network-vif-deleted", "tag": "f1278595-193e-4c2b-93a8-2553e623f3ee"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:11:26.111321 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a7ba1c-ef88-4f8f-abbd-34564ecce124 x-openstack-request-id: req-e5a7ba1c-ef88-4f8f-abbd-34564ecce124 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:11:26.111652 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41211b0-9d4d-4076-917f-305b909464fd", "name": "network-vif-deleted", "tag": "f1278595-193e-4c2b-93a8-2553e623f3ee", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:11:26.111936 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e5a7ba1c-ef88-4f8f-abbd-34564ecce124 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:11:26.112358 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41211b0-9d4d-4076-917f-305b909464fd', 'name': 'network-vif-deleted', 'tag': 'f1278595-193e-4c2b-93a8-2553e623f3ee', 'status': 'completed', 'code': 200} Jun 09 15:11:26.254146 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-eed60788-198a-4e7c-bd80-aacd3be36556 None None] Set router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:11:26.309175 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b34f2812-3290-4647-acaa-dc694d145905 req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:26.310249 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b34f2812-3290-4647-acaa-dc694d145905 req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:26.310623 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.l3_db [req-b34f2812-3290-4647-acaa-dc694d145905 req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Floating IP f62a359b-d61e-486c-aba2-b86e473452a8 disassociated. External IP: 172.27.1.207, port: f38f57cc-cc2d-436f-b194-cf06fcbdb7a9. Jun 09 15:11:26.310959 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-b34f2812-3290-4647-acaa-dc694d145905 req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Calling delete_port for f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 owned by compute:nova {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:11:26.398151 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca6b9c-f263-47a2-b31a-f7adfe19b734 req-2a43f049-e5e0-4c0a-a495-dc2a4a3091f5 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:26.409108 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2eca6b9c-f263-47a2-b31a-f7adfe19b734 req-2a43f049-e5e0-4c0a-a495-dc2a4a3091f5 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 946 time: 0.0939248 Jun 09 15:11:26.438611 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b34f2812-3290-4647-acaa-dc694d145905 req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:26.447385 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-49b2441c-bc2c-4129-b303-4749c2706f75 tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:26.472740 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2eca6b9c-f263-47a2-b31a-f7adfe19b734 req-34e5b4eb-9be8-4d7c-b1cf-4dc31da5ac6b tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups?id=f3400990-172f-4d37-a80d-fb3695995748&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626130 Jun 09 15:11:26.581985 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event deleted for resources: {'Port': ['ID=f38f57cc-cc2d-436f-b194-cf06fcbdb7a9,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:26.616353 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-eed60788-198a-4e7c-bd80-aacd3be36556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 5, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:26.620323 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed60788-198a-4e7c-bd80-aacd3be36556 None None] Checking router: 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:11:26.629610 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed60788-198a-4e7c-bd80-aacd3be36556 None None] Routers {'22321f93-05a7-4ca6-8bfe-5c84c7bf7863'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:11:26.630232 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-eed60788-198a-4e7c-bd80-aacd3be36556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:11:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:26.645056 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:26.645509 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:26.645938 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:26.646361 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:26.646797 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:26.647210 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:26.647624 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:26.648036 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:26.648388 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:26.648729 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:26.649072 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:26.649424 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:26.670147 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:26.728167 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b34f2812-3290-4647-acaa-dc694d145905 req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Router f4c2ede2-b318-41e2-af74-fbda7372a1f0 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:11:26.807740 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-eed60788-198a-4e7c-bd80-aacd3be36556 None None] Set router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:11:26.906568 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b34f2812-3290-4647-acaa-dc694d145905 req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:11:26.919398 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602099d-0653-4b1e-a9c0-bb863a7cff49 None None] Sync routers for ids ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:11:26.934968 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602099d-0653-4b1e-a9c0-bb863a7cff49 None None] Routers {'f4c2ede2-b318-41e2-af74-fbda7372a1f0'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:11:26.937116 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-5602099d-0653-4b1e-a9c0-bb863a7cff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:11:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:26.993514 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34f2812-3290-4647-acaa-dc694d145905 req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] No DVR routers for this DVR port f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 on host hv-cinder-78960 {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:11:27.005012 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b34f2812-3290-4647-acaa-dc694d145905 req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:27.007707 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b34f2812-3290-4647-acaa-dc694d145905 req-391eb13f-78eb-4355-8b91-ff37e940d20d tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.61 "DELETE /v2.0/ports/f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 HTTP/1.1" status: 204 len: 173 time: 1.3868859 Jun 09 15:11:27.008794 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dfee5b-c76a-4cb2-ae91-74fa92faeab8', 'name': 'network-vif-deleted', 'tag': 'f38f57cc-cc2d-436f-b194-cf06fcbdb7a9'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:11:27.011651 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebebfda4-bb4a-4b07-aea2-017d371bac0f" -d '{"events": [{"server_uuid": "92dfee5b-c76a-4cb2-ae91-74fa92faeab8", "name": "network-vif-deleted", "tag": "f38f57cc-cc2d-436f-b194-cf06fcbdb7a9"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:11:27.084402 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e0e09a-6b67-4a71-bfc8-7c7b91fdb0c3 x-openstack-request-id: req-19e0e09a-6b67-4a71-bfc8-7c7b91fdb0c3 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:11:27.084920 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dfee5b-c76a-4cb2-ae91-74fa92faeab8", "name": "network-vif-deleted", "tag": "f38f57cc-cc2d-436f-b194-cf06fcbdb7a9", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:11:27.085322 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-19e0e09a-6b67-4a71-bfc8-7c7b91fdb0c3 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:11:27.085951 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dfee5b-c76a-4cb2-ae91-74fa92faeab8', 'name': 'network-vif-deleted', 'tag': 'f38f57cc-cc2d-436f-b194-cf06fcbdb7a9', 'status': 'completed', 'code': 200} Jun 09 15:11:27.191573 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56646) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:27.203638 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-eed60788-198a-4e7c-bd80-aacd3be36556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 5, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:27.209261 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed60788-198a-4e7c-bd80-aacd3be36556 None None] The sync data for ids ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'] in dv-cinder-789603-9-iscsi is: [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '1284004c-851b-42a7-8523-6df45de8ad65', 'name': '', 'network_id': 'e6df34c4-a146-448a-a741-18d7a8a2e9ec', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'mac_address': 'fa:16:3e:3d:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:51Z', 'updated_at': '2021-06-09T15:04:08Z', 'revision_number': 5, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'subnets': [{'id': 'f5266821-f8ca-412e-b356-225fac8eefd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:11:27.240935 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-5602099d-0653-4b1e-a9c0-bb863a7cff49 None None] Set router f4c2ede2-b318-41e2-af74-fbda7372a1f0 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:11:27.288489 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-f3bebb3f-61a5-4dd1-8b13-b080352d2c8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:27.324574 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-f3bebb3f-61a5-4dd1-8b13-b080352d2c8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:27.388192 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-f3bebb3f-61a5-4dd1-8b13-b080352d2c8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:27.390707 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-f3bebb3f-61a5-4dd1-8b13-b080352d2c8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:27.394316 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-f3bebb3f-61a5-4dd1-8b13-b080352d2c8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "DELETE /v2.0/security-groups/3c9dbf19-5716-443d-b846-0cfc8a02e245 HTTP/1.1" status: 204 len: 168 time: 0.1992695 Jun 09 15:11:27.394316 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-dca4b329-9264-4e7b-ba39-91d3521c2c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:27.395396 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56648) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:27.405489 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bebb3f-61a5-4dd1-8b13-b080352d2c8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9dbf19-5716-443d-b846-0cfc8a02e245,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:27.408060 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-f3bebb3f-61a5-4dd1-8b13-b080352d2c8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:27.415500 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.api.v2.resource [None req-c1e90799-6e15-4fdb-8386-80eec69cb34e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] show failed (client error): The resource could not be found. Jun 09 15:11:27.420250 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56650) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:27.420450 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-c1e90799-6e15-4fdb-8386-80eec69cb34e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "GET /v2.0/security-groups/3c9dbf19-5716-443d-b846-0cfc8a02e245 HTTP/1.1" status: 404 len: 347 time: 0.0227911 Jun 09 15:11:27.517964 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79efe6-7db0-4e32-be83-56e1bcb05ebc None None] New status for floating IP 68a5694a-47a0-4df5-a70a-1e265ac348bc: DOWN {{(pid=91818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:11:27.631215 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-5602099d-0653-4b1e-a9c0-bb863a7cff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:10Z', 'revision_number': 5, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:27.636166 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602099d-0653-4b1e-a9c0-bb863a7cff49 None None] Checking router: f4c2ede2-b318-41e2-af74-fbda7372a1f0 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:11:27.645673 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602099d-0653-4b1e-a9c0-bb863a7cff49 None None] Routers {'f4c2ede2-b318-41e2-af74-fbda7372a1f0'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:11:27.646823 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-5602099d-0653-4b1e-a9c0-bb863a7cff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:11:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:27.704352 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dbaa8a9d-71a6-4efb-bef8-c85f6f0bc185 req-72fcbb00-3e96-45bd-a591-416957cc71a9 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/ports?device_id=92dfee5b-c76a-4cb2-ae91-74fa92faeab8 HTTP/1.1" status: 200 len: 210 time: 0.0666842 Jun 09 15:11:27.728274 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-c17c52a1-8715-4e74-817b-c630030e3996 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Deleting port b4949eb3-e47f-4c23-ad41-11006d974f94 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:11:27.728617 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c17c52a1-8715-4e74-817b-c630030e3996 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:27.850576 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-5602099d-0653-4b1e-a9c0-bb863a7cff49 None None] Set router f4c2ede2-b318-41e2-af74-fbda7372a1f0 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:11:27.857603 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c17c52a1-8715-4e74-817b-c630030e3996 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:27.857925 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c17c52a1-8715-4e74-817b-c630030e3996 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:28.078887 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-c17c52a1-8715-4e74-817b-c630030e3996 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Calling delete_port for b4949eb3-e47f-4c23-ad41-11006d974f94 owned by network:floatingip {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:11:28.191998 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c17c52a1-8715-4e74-817b-c630030e3996 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:28.193766 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-5602099d-0653-4b1e-a9c0-bb863a7cff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:10Z', 'revision_number': 5, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:28.196438 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-2217a3fc-3d85-4651-9388-87d861f59b63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:28.198444 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602099d-0653-4b1e-a9c0-bb863a7cff49 None None] The sync data for ids ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'] in dv-cinder-789603-9-iscsi is: [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:05:01Z', 'revision_number': 4, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '45509fba-ed61-4356-b088-b183ab6dfdd1', 'name': '', 'network_id': 'eec54841-c6b0-497b-8399-d7e40a147888', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'mac_address': 'fa:16:3e:d0:64:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:05:00Z', 'updated_at': '2021-06-09T15:05:10Z', 'revision_number': 5, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'subnets': [{'id': '2afc08c9-1a35-412a-9699-36c252f1274a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:11:28.240886 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c52a1-8715-4e74-817b-c630030e3996 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Pushing event deleted for resources: {'Port': ['ID=b4949eb3-e47f-4c23-ad41-11006d974f94,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:28.266769 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c17c52a1-8715-4e74-817b-c630030e3996 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:28.339720 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c17c52a1-8715-4e74-817b-c630030e3996 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks [] for floatingip, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:28.342116 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c17c52a1-8715-4e74-817b-c630030e3996 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:28.343279 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-c17c52a1-8715-4e74-817b-c630030e3996 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] 10.222.0.74 "DELETE /v2.0/floatingips/68a5694a-47a0-4df5-a70a-1e265ac348bc HTTP/1.1" status: 204 len: 168 time: 0.9219172 Jun 09 15:11:28.417240 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780dc743-8e5a-4099-ac70-0d45019fab90 None None] New status for floating IP f62a359b-d61e-486c-aba2-b86e473452a8: DOWN {{(pid=91819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:11:28.835688 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56662) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:28.898512 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0fd75069-b7b0-4511-b4bb-ad5495c104bc tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:28.926034 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0fd75069-b7b0-4511-b4bb-ad5495c104bc tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:28.979198 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0fd75069-b7b0-4511-b4bb-ad5495c104bc tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:28.981586 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0fd75069-b7b0-4511-b4bb-ad5495c104bc tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:28.982736 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-0fd75069-b7b0-4511-b4bb-ad5495c104bc tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "DELETE /v2.0/security-groups/f3400990-172f-4d37-a80d-fb3695995748 HTTP/1.1" status: 204 len: 168 time: 0.1460381 Jun 09 15:11:28.983477 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-8fbd3ff5-3b67-4a13-9a51-a01ca30e0f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:28.985528 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56664) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:28.994736 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd75069-b7b0-4511-b4bb-ad5495c104bc tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3400990-172f-4d37-a80d-fb3695995748,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:28.997015 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0fd75069-b7b0-4511-b4bb-ad5495c104bc tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:29.004364 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.api.v2.resource [None req-af247b17-ab40-4eee-807d-96d7d3cd5456 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] show failed (client error): The resource could not be found. Jun 09 15:11:29.005440 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-af247b17-ab40-4eee-807d-96d7d3cd5456 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "GET /v2.0/security-groups/f3400990-172f-4d37-a80d-fb3695995748 HTTP/1.1" status: 404 len: 347 time: 0.0189164 Jun 09 15:11:29.008218 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56666) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:29.009375 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f1278595-193e-4c2b-93a8-2553e623f3ee no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:11:29.048696 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: f1278595-193e-4c2b-93a8-2553e623f3ee {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:11:29.049050 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f1278595-193e-4c2b-93a8-2553e623f3ee not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:11:29.049452 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:11:29.117837 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:11:29.118153 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device f38f57cc-cc2d-436f-b194-cf06fcbdb7a9 not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:11:29.226642 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-95615ec3-7ca6-4a38-96e1-57c6608fcaef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Deleting port decbf2dd-eac6-4c66-8a95-3680f5502f24 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:11:29.226892 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-95615ec3-7ca6-4a38-96e1-57c6608fcaef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:29.340642 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-95615ec3-7ca6-4a38-96e1-57c6608fcaef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:29.341321 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-95615ec3-7ca6-4a38-96e1-57c6608fcaef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:29.458230 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-95615ec3-7ca6-4a38-96e1-57c6608fcaef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Calling delete_port for decbf2dd-eac6-4c66-8a95-3680f5502f24 owned by network:floatingip {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:11:29.563089 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-95615ec3-7ca6-4a38-96e1-57c6608fcaef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:29.566666 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:29.614095 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95615ec3-7ca6-4a38-96e1-57c6608fcaef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Pushing event deleted for resources: {'Port': ['ID=decbf2dd-eac6-4c66-8a95-3680f5502f24,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:29.617039 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-95615ec3-7ca6-4a38-96e1-57c6608fcaef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:29.707596 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-95615ec3-7ca6-4a38-96e1-57c6608fcaef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks [] for floatingip, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:29.710003 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-95615ec3-7ca6-4a38-96e1-57c6608fcaef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:29.713593 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-95615ec3-7ca6-4a38-96e1-57c6608fcaef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] 10.222.0.74 "DELETE /v2.0/floatingips/f62a359b-d61e-486c-aba2-b86e473452a8 HTTP/1.1" status: 204 len: 168 time: 0.7019513 Jun 09 15:11:31.154570 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56694) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:31.930600 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-cef96c67-998b-48b7-9c55-588de042dfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598710'] for router_interface, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:32.334741 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-cef96c67-998b-48b7-9c55-588de042dfce admin admin] Deleting port 1284004c-851b-42a7-8523-6df45de8ad65 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:11:32.335405 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-cef96c67-998b-48b7-9c55-588de042dfce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:32.462111 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [None req-cef96c67-998b-48b7-9c55-588de042dfce admin admin] For port 1284004c-851b-42a7-8523-6df45de8ad65, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=1284004c-851b-42a7-8523-6df45de8ad65,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:32.462739 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-cef96c67-998b-48b7-9c55-588de042dfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:32.586855 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-cef96c67-998b-48b7-9c55-588de042dfce admin admin] Calling delete_port for 1284004c-851b-42a7-8523-6df45de8ad65 owned by network:router_interface {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:11:32.736384 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-cef96c67-998b-48b7-9c55-588de042dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:32.740724 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c17c52a1-8715-4e74-817b-c630030e3996 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:32.784268 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef96c67-998b-48b7-9c55-588de042dfce admin admin] Pushing event deleted for resources: {'Port': ['ID=1284004c-851b-42a7-8523-6df45de8ad65,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:32.811382 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-cef96c67-998b-48b7-9c55-588de042dfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:33.048074 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-cef96c67-998b-48b7-9c55-588de042dfce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-598520'] for router_interface, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:33.496194 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef96c67-998b-48b7-9c55-588de042dfce admin admin] Router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:11:33.678413 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef96c67-998b-48b7-9c55-588de042dfce admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:11:33.686618 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-cef96c67-998b-48b7-9c55-588de042dfce admin admin] 10.222.0.74 "PUT /v2.0/routers/22321f93-05a7-4ca6-8bfe-5c84c7bf7863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5285947 Jun 09 15:11:33.686870 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56714) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:33.687583 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc36ec7-7784-4983-a239-033d3103ea58 None None] Sync routers for ids ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:11:33.697529 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc36ec7-7784-4983-a239-033d3103ea58 None None] Routers {'22321f93-05a7-4ca6-8bfe-5c84c7bf7863'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:11:33.698150 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-1fc36ec7-7784-4983-a239-033d3103ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:11:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:33.748161 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56716) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:33.882201 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:33.891516 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-1fc36ec7-7784-4983-a239-033d3103ea58 None None] Set router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:11:34.063597 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.136343 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Deleting port 657d0e9c-2826-4983-afe7-e863d783520e {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:11:34.136723 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.188839 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-1fc36ec7-7784-4983-a239-033d3103ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '657d0e9c-2826-4983-afe7-e863d783520e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:11:32Z', 'revision_number': 5, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port': {'id': '657d0e9c-2826-4983-afe7-e863d783520e', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:03:45Z', 'updated_at': '2021-06-09T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:34.192778 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc36ec7-7784-4983-a239-033d3103ea58 None None] Checking router: 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:11:34.202617 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc36ec7-7784-4983-a239-033d3103ea58 None None] Routers {'22321f93-05a7-4ca6-8bfe-5c84c7bf7863'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:11:34.203231 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-1fc36ec7-7784-4983-a239-033d3103ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:11:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:34.260557 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] For port 657d0e9c-2826-4983-afe7-e863d783520e, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=657d0e9c-2826-4983-afe7-e863d783520e,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:34.260914 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.346025 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-585610e0-5629-4cc4-bb05-a46b53501289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598710'] for router_interface, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.359133 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-1fc36ec7-7784-4983-a239-033d3103ea58 None None] Set router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 gateway port host: None {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:11:34.382164 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Calling delete_port for 657d0e9c-2826-4983-afe7-e863d783520e owned by network:router_gateway {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:11:34.469336 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-1fc36ec7-7784-4983-a239-033d3103ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:11:34Z', 'revision_number': 6, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port_host': None}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:34.473719 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc36ec7-7784-4983-a239-033d3103ea58 None None] The sync data for ids ['22321f93-05a7-4ca6-8bfe-5c84c7bf7863'] in dv-cinder-789603-9-iscsi is: [{'id': '22321f93-05a7-4ca6-8bfe-5c84c7bf7863', 'name': 'tempest-AttachVolumeShelveTestJSON-1270010802-router', 'tenant_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:03:44Z', 'updated_at': '2021-06-09T15:11:34Z', 'revision_number': 6, 'project_id': 'b36d808a5b7a4efa9d269c09b4fd1867', 'gw_port_host': None}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:11:34.525574 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.529908 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-abfb6741-aa7e-405a-a528-d796d921d2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:34.571815 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=657d0e9c-2826-4983-afe7-e863d783520e,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:34.574748 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:34.663450 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442406'] for router_gateway, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.765915 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-585610e0-5629-4cc4-bb05-a46b53501289 admin admin] Deleting port 45509fba-ed61-4356-b088-b183ab6dfdd1 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:11:34.766474 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-585610e0-5629-4cc4-bb05-a46b53501289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.958846 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11366'] for router, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.960892 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.983385 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603021'] for router, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.984014 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22321f93-05a7-4ca6-8bfe-5c84c7bf7863 {{(pid=91817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:11:34.988772 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Notify callbacks [] for router, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:34.989890 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] 10.222.0.74 "DELETE /v2.0/routers/22321f93-05a7-4ca6-8bfe-5c84c7bf7863 HTTP/1.1" status: 204 len: 168 time: 1.3020391 Jun 09 15:11:34.992407 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56720) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:35.007396 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [None req-585610e0-5629-4cc4-bb05-a46b53501289 admin admin] For port 45509fba-ed61-4356-b088-b183ab6dfdd1, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=45509fba-ed61-4356-b088-b183ab6dfdd1,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:35.007745 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-585610e0-5629-4cc4-bb05-a46b53501289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:35.050230 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c1c95f-8cc7-4d16-9b20-86dee479ea5f admin admin] Deleting subnet f5266821-f8ca-412e-b356-225fac8eefd5 {{(pid=91817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:11:35.053089 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-89c1c95f-8cc7-4d16-9b20-86dee479ea5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:35.104310 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-89c1c95f-8cc7-4d16-9b20-86dee479ea5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31520855'] for subnet, precommit_delete_associations {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:35.132415 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-585610e0-5629-4cc4-bb05-a46b53501289 admin admin] Calling delete_port for 45509fba-ed61-4356-b088-b183ab6dfdd1 owned by network:router_interface {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:11:35.179964 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-89c1c95f-8cc7-4d16-9b20-86dee479ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:35.255450 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-89c1c95f-8cc7-4d16-9b20-86dee479ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33464978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33473727'] for subnet, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:35.261152 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-05634038-627b-401b-a77a-2b9c5f549273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:35.279605 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-585610e0-5629-4cc4-bb05-a46b53501289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:35.284847 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-217baed3-2de0-4c4f-9349-4f2804e4412e tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:35.297509 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1c95f-8cc7-4d16-9b20-86dee479ea5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5266821-f8ca-412e-b356-225fac8eefd5,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:35.299477 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-89c1c95f-8cc7-4d16-9b20-86dee479ea5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:35.303410 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9dfa34-3cf2-4d57-95cc-61c1ec0ab419 None None] Network e6df34c4-a146-448a-a741-18d7a8a2e9ec requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:11:35.306641 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-89c1c95f-8cc7-4d16-9b20-86dee479ea5f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f5266821-f8ca-412e-b356-225fac8eefd5 HTTP/1.1" status: 204 len: 168 time: 0.3079278 Jun 09 15:11:35.307712 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-89c1c95f-8cc7-4d16-9b20-86dee479ea5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:35.308166 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56722) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:35.368591 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585610e0-5629-4cc4-bb05-a46b53501289 admin admin] Pushing event deleted for resources: {'Port': ['ID=45509fba-ed61-4356-b088-b183ab6dfdd1,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:35.376934 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-585610e0-5629-4cc4-bb05-a46b53501289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:35.430806 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:35.512993 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Deleting port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:11:35.513737 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:35.643574 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] DHCP port deletion for e6df34c4-a146-448a-a741-18d7a8a2e9ec request from dv-cinder-789603-9-iscsi {{(pid=91818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 15:11:35.647339 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] For port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=544a5dc6-a213-41a9-a75a-c54c8f7b06f9,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:35.647803 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:35.652234 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-585610e0-5629-4cc4-bb05-a46b53501289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-598520'] for router_interface, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:35.715992 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Deleting port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 {{(pid=91818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:11:35.716683 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:35.783489 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Calling delete_port for 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 owned by network:dhcp {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:11:35.840793 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] For port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=544a5dc6-a213-41a9-a75a-c54c8f7b06f9,segment=NetworkSegment(37e8f92a-806e-409f-ab55-2eb0aa942f76),segment_id=37e8f92a-806e-409f-ab55-2eb0aa942f76)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:35.841178 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:35.845786 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:35.856459 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-aedbb3da-f1ac-4072-9106-4c2a8ed450cc tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:35.920397 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=544a5dc6-a213-41a9-a75a-c54c8f7b06f9,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:35.923201 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:35.925788 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] No DVR routers for this DVR port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 on host dv-cinder-789603-9-iscsi {{(pid=91817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:11:36.019537 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 1284004c-851b-42a7-8523-6df45de8ad65 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:11:36.042010 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585610e0-5629-4cc4-bb05-a46b53501289 admin admin] Router f4c2ede2-b318-41e2-af74-fbda7372a1f0 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:11:36.051908 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Calling delete_port for 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 owned by network:dhcp {{(pid=91818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:11:36.058815 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:36.065959 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 1284004c-851b-42a7-8523-6df45de8ad65 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:11:36.066301 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 1284004c-851b-42a7-8523-6df45de8ad65 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:11:36.066731 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:11:36.071943 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6df34c4-a146-448a-a741-18d7a8a2e9ec']}} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:36.084000 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e8f92a-806e-409f-ab55-2eb0aa942f76') {'for_net_delete': True} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:36.084286 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e8f92a-806e-409f-ab55-2eb0aa942f76') {} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:36.096582 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31520878'] for segment, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:36.106424 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:11:36.106794 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:11:36.107206 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 657d0e9c-2826-4983-afe7-e863d783520e no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:11:36.113479 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:36.120174 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=91817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:11:36.120554 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33464881'] for segment, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: Traceback (most recent call last): Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: timer() Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: cb(*args, **kw) Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: return func(*args, **kwargs) Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: self._notify() Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: self.callback(batched_events) Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: event.method(event) Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: return f(self, *a, **k) Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._get(url).json() Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: return self.request(url, 'GET', **kwargs) Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:11:36.133894 dv-cinder-789603-9-iscsi neutron-server[91817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:11:36.145130 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 657d0e9c-2826-4983-afe7-e863d783520e {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:11:36.145478 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 657d0e9c-2826-4983-afe7-e863d783520e not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:11:36.178729 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303'] for port, after_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:36.183432 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:36.213924 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:36.217948 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:36.227944 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Pushing event deleted for resources: {'Port': ['ID=544a5dc6-a213-41a9-a75a-c54c8f7b06f9,revision_number=None']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:36.231381 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Network e6df34c4-a146-448a-a741-18d7a8a2e9ec is not hosted by any dhcp agent {{(pid=91818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 09 15:11:36.231832 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] No DVR routers for this DVR port 544a5dc6-a213-41a9-a75a-c54c8f7b06f9 on host dv-cinder-789603-9-iscsi {{(pid=91818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:11:36.235591 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:36.240196 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e6df34c4-a146-448a-a741-18d7a8a2e9ec HTTP/1.1" status: 204 len: 168 time: 0.9283206 Jun 09 15:11:36.246608 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:36.247545 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6df34c4-a146-448a-a741-18d7a8a2e9ec,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:36.247749 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:36.247749 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:36.247749 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:36.247979 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:36.248067 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:36.248067 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:36.248067 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:36.248067 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:36.248067 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:36.248067 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:36.248484 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:36.248671 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:11:36.255294 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:36.255609 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585610e0-5629-4cc4-bb05-a46b53501289 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:11:36.264655 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25dc3bd-815e-4c16-bff7-a5d8c7e90d97 None None] Sync routers for ids ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:11:36.265553 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-585610e0-5629-4cc4-bb05-a46b53501289 admin admin] 10.222.0.74 "PUT /v2.0/routers/f4c2ede2-b318-41e2-af74-fbda7372a1f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5162263 Jun 09 15:11:36.268031 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56726) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:36.278298 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25dc3bd-815e-4c16-bff7-a5d8c7e90d97 None None] Routers {'f4c2ede2-b318-41e2-af74-fbda7372a1f0'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:11:36.279083 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-b25dc3bd-815e-4c16-bff7-a5d8c7e90d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:11:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:36.363721 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56728) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:36.427004 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-963a7740-faf0-4887-bbbb-a3dde6fe1833 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b36d808a5b7a4efa9d269c09b4fd1867&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0617611 Jun 09 15:11:36.429474 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56730) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:36.475963 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-b25dc3bd-815e-4c16-bff7-a5d8c7e90d97 None None] Set router f4c2ede2-b318-41e2-af74-fbda7372a1f0 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:11:36.488663 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f7a781d3-354b-4b38-a955-019fec33ed61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:36.519077 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f7a781d3-354b-4b38-a955-019fec33ed61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:36.552345 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:36.580055 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f7a781d3-354b-4b38-a955-019fec33ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:36.582900 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f7a781d3-354b-4b38-a955-019fec33ed61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:36.586979 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-f7a781d3-354b-4b38-a955-019fec33ed61 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9b65ba2b-bfcc-4198-8f59-e0f71c1e0bc1 HTTP/1.1" status: 204 len: 168 time: 0.1525273 Jun 09 15:11:36.586979 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-cc57f5b8-6ea7-4354-9635-f6ba1c49bc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:36.600911 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a781d3-354b-4b38-a955-019fec33ed61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b65ba2b-bfcc-4198-8f59-e0f71c1e0bc1,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:36.611669 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f7a781d3-354b-4b38-a955-019fec33ed61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:36.738191 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:36.760608 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-b25dc3bd-815e-4c16-bff7-a5d8c7e90d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:11:35Z', 'revision_number': 5, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port': {'id': 'e55ce378-2e8e-4d04-a8bc-695b874540de', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:04:57Z', 'updated_at': '2021-06-09T15:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:36.775658 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25dc3bd-815e-4c16-bff7-a5d8c7e90d97 None None] Checking router: f4c2ede2-b318-41e2-af74-fbda7372a1f0 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:11:36.786364 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25dc3bd-815e-4c16-bff7-a5d8c7e90d97 None None] Routers {'f4c2ede2-b318-41e2-af74-fbda7372a1f0'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:11:36.787093 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-b25dc3bd-815e-4c16-bff7-a5d8c7e90d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:11:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:36.827076 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Deleting port e55ce378-2e8e-4d04-a8bc-695b874540de {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:11:36.827869 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:36.948206 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-b25dc3bd-815e-4c16-bff7-a5d8c7e90d97 None None] Set router f4c2ede2-b318-41e2-af74-fbda7372a1f0 gateway port host: None {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:11:36.962347 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] For port e55ce378-2e8e-4d04-a8bc-695b874540de, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=e55ce378-2e8e-4d04-a8bc-695b874540de,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:36.962747 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.051890 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-b25dc3bd-815e-4c16-bff7-a5d8c7e90d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:11:36Z', 'revision_number': 6, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port_host': None}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:37.056561 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25dc3bd-815e-4c16-bff7-a5d8c7e90d97 None None] The sync data for ids ['f4c2ede2-b318-41e2-af74-fbda7372a1f0'] in dv-cinder-789603-9-iscsi is: [{'id': 'f4c2ede2-b318-41e2-af74-fbda7372a1f0', 'name': 'tempest-AttachVolumeTestJSON-1693768363-router', 'tenant_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:04:56Z', 'updated_at': '2021-06-09T15:11:36Z', 'revision_number': 6, 'project_id': 'c84101f7a7b147b788f7b1dbf4a50b62', 'gw_port_host': None}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:11:37.094301 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Calling delete_port for e55ce378-2e8e-4d04-a8bc-695b874540de owned by network:router_gateway {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:11:37.154270 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.234472 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.237991 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-2de35b61-76de-4297-b0f5-209190b2d598 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:37.281571 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55ce378-2e8e-4d04-a8bc-695b874540de,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:37.284569 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:37.373507 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442406'] for router_gateway, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.405001 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56752) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:37.520246 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1423757020-network', 'tenant_id': 'a35e4225010248869ab5902642f87b2f'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:11:37.543221 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Made reservation on behalf of a35e4225010248869ab5902642f87b2f for: {'network': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:11:37.545798 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.548079 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11366'] for router, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.550225 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.558708 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.574080 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603021'] for router, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.574749 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4c2ede2-b318-41e2-af74-fbda7372a1f0 {{(pid=91816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:11:37.579628 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Notify callbacks [] for router, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.580730 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] 10.222.0.74 "DELETE /v2.0/routers/f4c2ede2-b318-41e2-af74-fbda7372a1f0 HTTP/1.1" status: 204 len: 168 time: 1.3117981 Jun 09 15:11:37.583193 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56756) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:37.643258 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72852a0-5fb8-40ec-87ec-4401fd76a7f9 admin admin] Deleting subnet 2afc08c9-1a35-412a-9699-36c252f1274a {{(pid=91816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:11:37.646233 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e72852a0-5fb8-40ec-87ec-4401fd76a7f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.665580 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.670477 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.674296 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-e0b8c140-8ca1-405d-9ff9-c42e51f279a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:37.694890 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e72852a0-5fb8-40ec-87ec-4401fd76a7f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28148167'] for subnet, precommit_delete_associations {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.698956 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=91817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:11:37.711870 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdf8359-6e1f-412a-80df-6bb2c3dd4bd2,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:37.715119 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:37.717919 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.718252 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.segments_db [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Added segment 7944195f-ae93-4858-8008-9923d62672a7 of type vlan for network c2870289-5629-48b5-8e86-c5bf3d3b5a12 Jun 09 15:11:37.746251 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.776056 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.777428 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:37.777547 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e72852a0-5fb8-40ec-87ec-4401fd76a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.778000 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.782832 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:37.855352 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e72852a0-5fb8-40ec-87ec-4401fd76a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29139172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28855172'] for subnet, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.862051 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-21648ad6-69fe-46b8-abba-48b668fe9f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:37.875206 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4663737 Jun 09 15:11:37.875915 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56758) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:37.884780 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-bbfd5a5a-0cb7-4470-81eb-ac4c10927cb6 admin admin] Request body: {'subnet': {'network_id': 'c2870289-5629-48b5-8e86-c5bf3d3b5a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1423757020-subnet', 'tenant_id': 'a35e4225010248869ab5902642f87b2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:11:37.895880 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device e55ce378-2e8e-4d04-a8bc-695b874540de no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:11:37.903479 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72852a0-5fb8-40ec-87ec-4401fd76a7f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2afc08c9-1a35-412a-9699-36c252f1274a,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:37.904003 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Pushing event updated for resources: {'Network': ['ID=c2870289-5629-48b5-8e86-c5bf3d3b5a12,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:37.905475 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e72852a0-5fb8-40ec-87ec-4401fd76a7f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.909876 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-e72852a0-5fb8-40ec-87ec-4401fd76a7f9 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2afc08c9-1a35-412a-9699-36c252f1274a HTTP/1.1" status: 204 len: 168 time: 0.3232076 Jun 09 15:11:37.909876 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e72852a0-5fb8-40ec-87ec-4401fd76a7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:37.909876 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56760) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:37.914245 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:37.927220 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfd5a5a-0cb7-4470-81eb-ac4c10927cb6 admin admin] Made reservation on behalf of a35e4225010248869ab5902642f87b2f for: {'subnet': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:11:37.929623 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5a5a-0cb7-4470-81eb-ac4c10927cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33473688'] for subnet, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:37.939390 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: e55ce378-2e8e-4d04-a8bc-695b874540de {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:11:37.939800 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device e55ce378-2e8e-4d04-a8bc-695b874540de not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:11:37.940235 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 45509fba-ed61-4356-b088-b183ab6dfdd1 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:11:37.967872 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7ad971-9a4e-43da-a03c-7b8bdf04170f None None] Network eec54841-c6b0-497b-8399-d7e40a147888 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:11:37.981149 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network c2870289-5629-48b5-8e86-c5bf3d3b5a12 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:11:38.060671 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 45509fba-ed61-4356-b088-b183ab6dfdd1 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:11:38.061266 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 45509fba-ed61-4356-b088-b183ab6dfdd1 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:11:38.127917 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.212223 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Deleting port 53f2e5e3-bc86-45d0-8946-4253372e3fa1 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:11:38.212860 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.280471 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5a5a-0cb7-4470-81eb-ac4c10927cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33465043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33473702'] for subnet, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.284954 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d40b3f5d-ac3f-4686-98ed-331d6135d3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:38.347774 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] For port 53f2e5e3-bc86-45d0-8946-4253372e3fa1, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=53f2e5e3-bc86-45d0-8946-4253372e3fa1,segment=NetworkSegment(17c0b9df-2088-4348-a1b6-cf6d2579db95),segment_id=17c0b9df-2088-4348-a1b6-cf6d2579db95)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:38.348450 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.349853 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5466a5d0-18f8-415f-a3f0-b49ef68fdf68 None None] DHCP port deletion for eec54841-c6b0-497b-8399-d7e40a147888 request from dv-cinder-789603-9-iscsi {{(pid=91818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 15:11:38.360808 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd5a5a-0cb7-4470-81eb-ac4c10927cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1486084-335c-4e2f-baad-e916433bafa2,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:38.364100 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-bbfd5a5a-0cb7-4470-81eb-ac4c10927cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:38.370846 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd5a5a-0cb7-4470-81eb-ac4c10927cb6 admin admin] Checking segment: {'id': '7944195f-ae93-4858-8008-9923d62672a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c2870289-5629-48b5-8e86-c5bf3d3b5a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:11:38.371196 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd5a5a-0cb7-4470-81eb-ac4c10927cb6 admin admin] Network hostable DHCP agents. Network: c2870289-5629-48b5-8e86-c5bf3d3b5a12, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:11:38.389587 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd5a5a-0cb7-4470-81eb-ac4c10927cb6 admin admin] Network c2870289-5629-48b5-8e86-c5bf3d3b5a12 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:11:38.400265 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd5a5a-0cb7-4470-81eb-ac4c10927cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, c2870289-5629-48b5-8e86-c5bf3d3b5a12) {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:11:38.404665 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfd5a5a-0cb7-4470-81eb-ac4c10927cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:38.405101 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5a5a-0cb7-4470-81eb-ac4c10927cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.414386 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba32f1b-3455-4d56-9507-3f34521351b2 None None] Network c2870289-5629-48b5-8e86-c5bf3d3b5a12 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:11:38.427411 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-bbfd5a5a-0cb7-4470-81eb-ac4c10927cb6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5458593 Jun 09 15:11:38.481016 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Calling delete_port for 53f2e5e3-bc86-45d0-8946-4253372e3fa1 owned by network:dhcp {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:11:38.519520 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-5466a5d0-18f8-415f-a3f0-b49ef68fdf68 None None] Deleting port 53f2e5e3-bc86-45d0-8946-4253372e3fa1 {{(pid=91818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:11:38.519810 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-5466a5d0-18f8-415f-a3f0-b49ef68fdf68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.529656 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.535649 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-67211565-6c10-4cac-883a-f6fbbb3089a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:38.587738 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f2e5e3-bc86-45d0-8946-4253372e3fa1,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:38.589524 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] No DVR routers for this DVR port 53f2e5e3-bc86-45d0-8946-4253372e3fa1 on host dv-cinder-789603-9-iscsi {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:11:38.590984 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:38.701662 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-5466a5d0-18f8-415f-a3f0-b49ef68fdf68 None None] For port 53f2e5e3-bc86-45d0-8946-4253372e3fa1, host dv-cinder-789603-9-iscsi, got binding levels [] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:11:38.702053 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-5466a5d0-18f8-415f-a3f0-b49ef68fdf68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.718330 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.732456 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec54841-c6b0-497b-8399-d7e40a147888']}} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:38.745586 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c0b9df-2088-4348-a1b6-cf6d2579db95') {'for_net_delete': True} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:38.745878 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c0b9df-2088-4348-a1b6-cf6d2579db95') {} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:38.760010 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28148222'] for segment, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.778586 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.779093 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab944a9-f077-49ea-a00b-8b72520558e7 None None] Network c2870289-5629-48b5-8e86-c5bf3d3b5a12 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:11:38.784848 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=91816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:11:38.785197 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29139015'] for segment, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: Traceback (most recent call last): Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: timer() Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: cb(*args, **kw) Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: return func(*args, **kwargs) Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: self._notify() Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: self.callback(batched_events) Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: event.method(event) Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: return f(self, *a, **k) Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._get(url).json() Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: return self.request(url, 'GET', **kwargs) Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:11:38.799320 dv-cinder-789603-9-iscsi neutron-server[91816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:11:38.855653 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-5466a5d0-18f8-415f-a3f0-b49ef68fdf68 None None] Calling delete_port for 53f2e5e3-bc86-45d0-8946-4253372e3fa1 owned by network:dhcp {{(pid=91818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:11:38.877795 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.881958 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:38.900520 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.904642 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] 10.222.0.74 "DELETE /v2.0/networks/eec54841-c6b0-497b-8399-d7e40a147888 HTTP/1.1" status: 204 len: 168 time: 0.9914179 Jun 09 15:11:38.904783 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.ipam_backend_mixin [None req-5466a5d0-18f8-415f-a3f0-b49ef68fdf68 None None] Port 53f2e5e3-bc86-45d0-8946-4253372e3fa1 was not found and therefore no delete operation was performed {{(pid=91818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 09 15:11:38.904902 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec54841-c6b0-497b-8399-d7e40a147888,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:38.906910 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:38.912001 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-5466a5d0-18f8-415f-a3f0-b49ef68fdf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303'] for port, after_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:38.918424 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:38.957150 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5466a5d0-18f8-415f-a3f0-b49ef68fdf68 None None] Network eec54841-c6b0-497b-8399-d7e40a147888 is not hosted by any dhcp agent {{(pid=91818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 09 15:11:38.957629 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466a5d0-18f8-415f-a3f0-b49ef68fdf68 None None] No DVR routers for this DVR port 53f2e5e3-bc86-45d0-8946-4253372e3fa1 on host dv-cinder-789603-9-iscsi {{(pid=91818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:11:38.974240 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466a5d0-18f8-415f-a3f0-b49ef68fdf68 None None] Pushing event deleted for resources: {'Port': ['ID=53f2e5e3-bc86-45d0-8946-4253372e3fa1,revision_number=None']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:38.977350 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-5466a5d0-18f8-415f-a3f0-b49ef68fdf68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:38.992807 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56778) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:38.998221 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1259739849-network', 'tenant_id': 'd20a9fa2d00f4b6c8f9106a4738a8866'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:11:39.019231 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Made reservation on behalf of d20a9fa2d00f4b6c8f9106a4738a8866 for: {'network': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:11:39.022240 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.039297 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.154851 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.159067 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.162072 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5c97c269-e31c-4c88-b640-c727fe49c23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:39.174369 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56780) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:39.190900 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=91816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:11:39.199619 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428b8817-0834-4c0a-ab32-af00cd58de57,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:39.202999 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:39.205415 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.205774 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.segments_db [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Added segment a1689200-9bc9-4280-8552-4698e631d3a7 of type vlan for network df8a651c-b4ea-4cc3-8f59-cb55a8d01a40 Jun 09 15:11:39.225026 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-a0a1d908-c560-4110-9977-5622e6e4c7fb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c84101f7a7b147b788f7b1dbf4a50b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492373 Jun 09 15:11:39.227994 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56782) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:39.233526 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.266115 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.267622 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:39.268309 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.273833 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:39.289360 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5a0af9c4-50a2-42b8-aecf-804f96549179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.314915 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5a0af9c4-50a2-42b8-aecf-804f96549179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.359245 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3625741 Jun 09 15:11:39.360082 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56784) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:39.364680 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-0c30ffd0-3409-4308-a5a9-433d557a0234 admin admin] Request body: {'subnet': {'network_id': 'df8a651c-b4ea-4cc3-8f59-cb55a8d01a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1259739849-subnet', 'tenant_id': 'd20a9fa2d00f4b6c8f9106a4738a8866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:11:39.367851 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Pushing event updated for resources: {'Network': ['ID=df8a651c-b4ea-4cc3-8f59-cb55a8d01a40,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:39.370853 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-53992493-cd92-4c84-bcdb-0b9bacc3651f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:39.378432 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network df8a651c-b4ea-4cc3-8f59-cb55a8d01a40 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:11:39.380478 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5a0af9c4-50a2-42b8-aecf-804f96549179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.383692 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5a0af9c4-50a2-42b8-aecf-804f96549179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.384898 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-5a0af9c4-50a2-42b8-aecf-804f96549179 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6bdada4a-c7e6-44f6-80e0-55fec7f962a6 HTTP/1.1" status: 204 len: 168 time: 0.1560125 Jun 09 15:11:39.386694 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-89c4b487-87f6-45ec-b25b-07b2502e8ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:39.399295 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0af9c4-50a2-42b8-aecf-804f96549179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdada4a-c7e6-44f6-80e0-55fec7f962a6,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:39.401799 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5a0af9c4-50a2-42b8-aecf-804f96549179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:39.404652 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c30ffd0-3409-4308-a5a9-433d557a0234 admin admin] Made reservation on behalf of d20a9fa2d00f4b6c8f9106a4738a8866 for: {'subnet': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:11:39.406984 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0c30ffd0-3409-4308-a5a9-433d557a0234 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33473688'] for subnet, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.612680 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0c30ffd0-3409-4308-a5a9-433d557a0234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33465043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33473702'] for subnet, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.618070 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:39.690291 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30ffd0-3409-4308-a5a9-433d557a0234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5444bec4-88b2-4704-a284-6a58f3003332,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:39.693574 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0c30ffd0-3409-4308-a5a9-433d557a0234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:39.699551 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c30ffd0-3409-4308-a5a9-433d557a0234 admin admin] Checking segment: {'id': 'a1689200-9bc9-4280-8552-4698e631d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'df8a651c-b4ea-4cc3-8f59-cb55a8d01a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:11:39.699902 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c30ffd0-3409-4308-a5a9-433d557a0234 admin admin] Network hostable DHCP agents. Network: df8a651c-b4ea-4cc3-8f59-cb55a8d01a40, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:11:39.717138 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c30ffd0-3409-4308-a5a9-433d557a0234 admin admin] Network df8a651c-b4ea-4cc3-8f59-cb55a8d01a40 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:11:39.727840 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-0c30ffd0-3409-4308-a5a9-433d557a0234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, df8a651c-b4ea-4cc3-8f59-cb55a8d01a40) {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:11:39.732076 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c30ffd0-3409-4308-a5a9-433d557a0234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:11:39.732655 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0c30ffd0-3409-4308-a5a9-433d557a0234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:39.736677 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b1d26e-642f-4369-b4e1-fcdc89544b8b None None] Network df8a651c-b4ea-4cc3-8f59-cb55a8d01a40 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:11:39.761100 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-0c30ffd0-3409-4308-a5a9-433d557a0234 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3921614 Jun 09 15:11:39.864834 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 53f2e5e3-bc86-45d0-8946-4253372e3fa1 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:11:39.902790 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 53f2e5e3-bc86-45d0-8946-4253372e3fa1 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:11:39.903135 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 53f2e5e3-bc86-45d0-8946-4253372e3fa1 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:11:39.924413 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56800) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:39.982170 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea030426-4832-4f96-928a-fff37a0f9d50 None None] Network df8a651c-b4ea-4cc3-8f59-cb55a8d01a40 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:11:39.999947 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec113d38-141e-4d3a-a665-100afb496981 admin admin] Deleting subnet f1486084-335c-4e2f-baad-e916433bafa2 {{(pid=91817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:11:40.003239 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ec113d38-141e-4d3a-a665-100afb496981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.059204 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ec113d38-141e-4d3a-a665-100afb496981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31520855'] for subnet, precommit_delete_associations {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.117466 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ec113d38-141e-4d3a-a665-100afb496981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.184876 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ec113d38-141e-4d3a-a665-100afb496981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33464978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33473727'] for subnet, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.189629 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b6125adf-2580-4a96-a64b-cbbb27e6d406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:40.229353 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec113d38-141e-4d3a-a665-100afb496981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1486084-335c-4e2f-baad-e916433bafa2,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:40.231308 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ec113d38-141e-4d3a-a665-100afb496981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.235623 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56812) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:40.236108 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-ec113d38-141e-4d3a-a665-100afb496981 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f1486084-335c-4e2f-baad-e916433bafa2 HTTP/1.1" status: 204 len: 168 time: 0.3102190 Jun 09 15:11:40.236555 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ec113d38-141e-4d3a-a665-100afb496981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:40.343225 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-293c10ab-8bb9-4b84-82f4-3de03095200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.467102 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-293c10ab-8bb9-4b84-82f4-3de03095200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.480306 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-293c10ab-8bb9-4b84-82f4-3de03095200f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2870289-5629-48b5-8e86-c5bf3d3b5a12']}} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:40.495661 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-293c10ab-8bb9-4b84-82f4-3de03095200f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7944195f-ae93-4858-8008-9923d62672a7') {'for_net_delete': True} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:40.495957 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-293c10ab-8bb9-4b84-82f4-3de03095200f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7944195f-ae93-4858-8008-9923d62672a7') {} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:40.509675 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-293c10ab-8bb9-4b84-82f4-3de03095200f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28148222'] for segment, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.529108 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-293c10ab-8bb9-4b84-82f4-3de03095200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.536534 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293c10ab-8bb9-4b84-82f4-3de03095200f admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=91816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:11:40.536904 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-293c10ab-8bb9-4b84-82f4-3de03095200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29139015'] for segment, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: Traceback (most recent call last): Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: timer() Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: cb(*args, **kw) Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: return func(*args, **kwargs) Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: self._notify() Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: self.callback(batched_events) Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: event.method(event) Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: return f(self, *a, **k) Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._get(url).json() Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: return self.request(url, 'GET', **kwargs) Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:11:40.551241 dv-cinder-789603-9-iscsi neutron-server[91816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:11:40.625775 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-293c10ab-8bb9-4b84-82f4-3de03095200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.630771 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-293c10ab-8bb9-4b84-82f4-3de03095200f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.633356 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-293c10ab-8bb9-4b84-82f4-3de03095200f admin admin] 10.222.0.74 "DELETE /v2.0/networks/c2870289-5629-48b5-8e86-c5bf3d3b5a12 HTTP/1.1" status: 204 len: 168 time: 0.3966241 Jun 09 15:11:40.634187 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:40.636370 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56822) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:40.654860 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c10ab-8bb9-4b84-82f4-3de03095200f admin admin] Pushing event deleted for resources: {'Network': ['ID=c2870289-5629-48b5-8e86-c5bf3d3b5a12,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:40.656973 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-293c10ab-8bb9-4b84-82f4-3de03095200f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:40.699554 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2875e75a-054b-408b-86f9-03b9269fed71 admin admin] Deleting subnet 5444bec4-88b2-4704-a284-6a58f3003332 {{(pid=91817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:11:40.702722 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2875e75a-054b-408b-86f9-03b9269fed71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.750974 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2875e75a-054b-408b-86f9-03b9269fed71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31520855'] for subnet, precommit_delete_associations {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.811722 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2875e75a-054b-408b-86f9-03b9269fed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.879498 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2875e75a-054b-408b-86f9-03b9269fed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33464978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33473727'] for subnet, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.884958 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:40.920358 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875e75a-054b-408b-86f9-03b9269fed71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5444bec4-88b2-4704-a284-6a58f3003332,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:40.922319 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2875e75a-054b-408b-86f9-03b9269fed71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:40.924139 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-2875e75a-054b-408b-86f9-03b9269fed71 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5444bec4-88b2-4704-a284-6a58f3003332 HTTP/1.1" status: 204 len: 168 time: 0.2862475 Jun 09 15:11:40.924952 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-2875e75a-054b-408b-86f9-03b9269fed71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:40.926794 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56832) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:41.033535 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7b3e704d-2d61-4b47-8249-e9b752f8c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:41.160921 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7b3e704d-2d61-4b47-8249-e9b752f8c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:41.178252 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-7b3e704d-2d61-4b47-8249-e9b752f8c5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8a651c-b4ea-4cc3-8f59-cb55a8d01a40']}} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:41.191361 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-7b3e704d-2d61-4b47-8249-e9b752f8c5d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1689200-9bc9-4280-8552-4698e631d3a7') {'for_net_delete': True} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:41.191661 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-7b3e704d-2d61-4b47-8249-e9b752f8c5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1689200-9bc9-4280-8552-4698e631d3a7') {} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:11:41.203486 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7b3e704d-2d61-4b47-8249-e9b752f8c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31520878'] for segment, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:41.219650 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7b3e704d-2d61-4b47-8249-e9b752f8c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:41.225396 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3e704d-2d61-4b47-8249-e9b752f8c5d4 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=91817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:11:41.225879 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7b3e704d-2d61-4b47-8249-e9b752f8c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33464881'] for segment, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: Traceback (most recent call last): Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: timer() Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: cb(*args, **kw) Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: return func(*args, **kwargs) Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: self._notify() Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: self.callback(batched_events) Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: event.method(event) Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: return f(self, *a, **k) Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._get(url).json() Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: return self.request(url, 'GET', **kwargs) Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:11:41.238567 dv-cinder-789603-9-iscsi neutron-server[91817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:11:41.313203 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7b3e704d-2d61-4b47-8249-e9b752f8c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:41.316682 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:41.333947 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7b3e704d-2d61-4b47-8249-e9b752f8c5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:41.338971 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-7b3e704d-2d61-4b47-8249-e9b752f8c5d4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/df8a651c-b4ea-4cc3-8f59-cb55a8d01a40 HTTP/1.1" status: 204 len: 168 time: 0.4087660 Jun 09 15:11:41.341877 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e704d-2d61-4b47-8249-e9b752f8c5d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=df8a651c-b4ea-4cc3-8f59-cb55a8d01a40,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:41.344077 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7b3e704d-2d61-4b47-8249-e9b752f8c5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:41.543337 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56850) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:41.597130 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-084e8fd3-3927-4e72-aa77-42a05b75d230 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a35e4225010248869ab5902642f87b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516331 Jun 09 15:11:41.599773 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56852) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:41.656820 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b92c5ffc-e619-4a28-ab4d-f121b088e33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:41.681965 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b92c5ffc-e619-4a28-ab4d-f121b088e33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:41.732097 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b92c5ffc-e619-4a28-ab4d-f121b088e33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:41.734511 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b92c5ffc-e619-4a28-ab4d-f121b088e33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:41.735633 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-b92c5ffc-e619-4a28-ab4d-f121b088e33e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ebdf8359-6e1f-412a-80df-6bb2c3dd4bd2 HTTP/1.1" status: 204 len: 168 time: 0.1349926 Jun 09 15:11:41.736361 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-2b52be63-be42-408d-b40d-147cabeb4485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:41.746206 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c5ffc-e619-4a28-ab4d-f121b088e33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdf8359-6e1f-412a-80df-6bb2c3dd4bd2,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:41.748573 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b92c5ffc-e619-4a28-ab4d-f121b088e33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:42.071574 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56858) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:42.118673 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-76c62757-44b1-47c6-9391-3a02d9c5021b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d20a9fa2d00f4b6c8f9106a4738a8866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458083 Jun 09 15:11:42.120922 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56860) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:42.181185 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7132843d-8245-456a-a4cf-a482f2d9f3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:42.206433 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7132843d-8245-456a-a4cf-a482f2d9f3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:42.256365 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7132843d-8245-456a-a4cf-a482f2d9f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:42.259453 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-7132843d-8245-456a-a4cf-a482f2d9f3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:42.260563 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-7132843d-8245-456a-a4cf-a482f2d9f3c9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/428b8817-0834-4c0a-ab32-af00cd58de57 HTTP/1.1" status: 204 len: 168 time: 0.1387064 Jun 09 15:11:42.261341 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-df84dc6b-a09c-4e0f-8210-1887a0176cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:42.270300 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132843d-8245-456a-a4cf-a482f2d9f3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428b8817-0834-4c0a-ab32-af00cd58de57,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:42.272502 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7132843d-8245-456a-a4cf-a482f2d9f3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:42.845837 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-6937309b-c7f1-42cc-b4f6-681e83f4ffb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:44.300191 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56922) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:44.416706 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0e9d525c-9502-4df6-be78-5a133ed7fc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:44.518778 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0e9d525c-9502-4df6-be78-5a133ed7fc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:44.522390 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-0e9d525c-9502-4df6-be78-5a133ed7fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:44.530411 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-410e94ba-9075-4cfd-b552-ada77fd95fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:44.571437 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-0e9d525c-9502-4df6-be78-5a133ed7fc6a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aa0bad2748c6454abf3515cd362e557a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702069 Jun 09 15:11:44.572995 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d525c-9502-4df6-be78-5a133ed7fc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b9a6b6-f5f1-4ea9-9e5f-15d97318816c,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:44.574244 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56926) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:44.576513 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0e9d525c-9502-4df6-be78-5a133ed7fc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:44.717737 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5b367b3f-ff81-4fb7-b20c-24ea328daaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:44.744273 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5b367b3f-ff81-4fb7-b20c-24ea328daaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:44.794287 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5b367b3f-ff81-4fb7-b20c-24ea328daaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:44.796676 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5b367b3f-ff81-4fb7-b20c-24ea328daaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:44.797761 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-5b367b3f-ff81-4fb7-b20c-24ea328daaf5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/88b9a6b6-f5f1-4ea9-9e5f-15d97318816c HTTP/1.1" status: 204 len: 168 time: 0.2225361 Jun 09 15:11:44.798512 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-21ef25a1-e4d1-46d5-b30c-408059264444 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:44.808462 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b367b3f-ff81-4fb7-b20c-24ea328daaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b9a6b6-f5f1-4ea9-9e5f-15d97318816c,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:44.810695 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5b367b3f-ff81-4fb7-b20c-24ea328daaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:45.083208 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 56932) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:45.102016 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ea4598c7-7538-4d0e-8621-bfd034aed4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:45.206277 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ea4598c7-7538-4d0e-8621-bfd034aed4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:45.210968 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ea4598c7-7538-4d0e-8621-bfd034aed4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:45.219383 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-44834580-adea-4c62-b2d3-1be094808b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:45.258680 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-ea4598c7-7538-4d0e-8621-bfd034aed4c7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f9f233bde2bd49fa9dd6ce1976ddc100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742861 Jun 09 15:11:45.259663 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4598c7-7538-4d0e-8621-bfd034aed4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501eb00d-18c5-4270-a52a-e814fc5111df,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:45.261277 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 56938) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:45.262750 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ea4598c7-7538-4d0e-8621-bfd034aed4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:45.320799 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ea241e3d-24ba-486e-990b-ebaae43ae864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:45.338937 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:45.347881 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ea241e3d-24ba-486e-990b-ebaae43ae864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:45.403273 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ea241e3d-24ba-486e-990b-ebaae43ae864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:45.407468 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-ea241e3d-24ba-486e-990b-ebaae43ae864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:45.411069 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-ea241e3d-24ba-486e-990b-ebaae43ae864 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/501eb00d-18c5-4270-a52a-e814fc5111df HTTP/1.1" status: 204 len: 168 time: 0.1466165 Jun 09 15:11:45.411069 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-22a9f4a7-016d-46e1-9d0d-e3aedf646e84 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:45.421272 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea241e3d-24ba-486e-990b-ebaae43ae864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501eb00d-18c5-4270-a52a-e814fc5111df,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:45.423622 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-ea241e3d-24ba-486e-990b-ebaae43ae864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:45.450706 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-dffa3698-664f-4a12-8572-543da4a3f8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:46.357769 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:47.961677 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57014) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:48.079859 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-25a58014-5589-4078-be68-5721a4a42904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.184913 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-25a58014-5589-4078-be68-5721a4a42904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.188785 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-25a58014-5589-4078-be68-5721a4a42904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.196656 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0b4cb7aa-ba6a-48e0-8798-275c682c5483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:48.235166 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a58014-5589-4078-be68-5721a4a42904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915f33a4-593d-49e9-b704-5991d1e86d83,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:48.238713 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-25a58014-5589-4078-be68-5721a4a42904 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1475395f72ad4d75a795c2ecb4b2bd94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760241 Jun 09 15:11:48.239559 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-25a58014-5589-4078-be68-5721a4a42904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:48.242126 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57018) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:48.267117 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.298439 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9bc91fd8-b2c6-425c-ad55-c86f728f33a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.324179 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9bc91fd8-b2c6-425c-ad55-c86f728f33a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.379444 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9bc91fd8-b2c6-425c-ad55-c86f728f33a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.382704 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9bc91fd8-b2c6-425c-ad55-c86f728f33a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.386476 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-9bc91fd8-b2c6-425c-ad55-c86f728f33a6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/915f33a4-593d-49e9-b704-5991d1e86d83 HTTP/1.1" status: 204 len: 168 time: 0.1435306 Jun 09 15:11:48.387299 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-3995e11a-85d5-4df0-b6fd-85438048dc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:48.396618 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc91fd8-b2c6-425c-ad55-c86f728f33a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915f33a4-593d-49e9-b704-5991d1e86d83,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:48.398833 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-9bc91fd8-b2c6-425c-ad55-c86f728f33a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:48.658050 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 57026) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:48.675631 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-81bef281-b51b-4216-99c2-f7b151740fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.778336 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-81bef281-b51b-4216-99c2-f7b151740fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.782230 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-81bef281-b51b-4216-99c2-f7b151740fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.794741 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-20954f37-1bd0-4d6b-90ec-1fc415556139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:48.832150 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-81bef281-b51b-4216-99c2-f7b151740fcc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f66a5ea561974ac9b638588b42530272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730130 Jun 09 15:11:48.833073 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bef281-b51b-4216-99c2-f7b151740fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4869ba4-96dc-4019-a2ab-ce232bd0591a,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:48.835399 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57028) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:48.836692 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-81bef281-b51b-4216-99c2-f7b151740fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:48.891709 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-45648899-d98a-414b-8519-f2800fe060ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.917697 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-45648899-d98a-414b-8519-f2800fe060ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.968181 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-45648899-d98a-414b-8519-f2800fe060ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.970965 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-45648899-d98a-414b-8519-f2800fe060ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:48.972072 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-45648899-d98a-414b-8519-f2800fe060ae admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e4869ba4-96dc-4019-a2ab-ce232bd0591a HTTP/1.1" status: 204 len: 168 time: 0.1357107 Jun 09 15:11:48.972844 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5b367b3f-ff81-4fb7-b20c-24ea328daaf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:48.982872 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45648899-d98a-414b-8519-f2800fe060ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4869ba4-96dc-4019-a2ab-ce232bd0591a,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:48.989171 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-45648899-d98a-414b-8519-f2800fe060ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:51.262742 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57114) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:51.379096 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-49e57d9b-148a-4240-a7d2-787132b78710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:51.483190 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-49e57d9b-148a-4240-a7d2-787132b78710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:51.487504 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-49e57d9b-148a-4240-a7d2-787132b78710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:51.497247 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-361a4fdc-3205-41c9-8fe2-76658350b9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:51.538522 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-49e57d9b-148a-4240-a7d2-787132b78710 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=20fa14d87f9146b9b6ebe2da4b59ce66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746875 Jun 09 15:11:51.540113 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e57d9b-148a-4240-a7d2-787132b78710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51026a46-24f5-43d7-8910-0805c2d6f646,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:51.541189 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 57120) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:51.543950 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-49e57d9b-148a-4240-a7d2-787132b78710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:51.599541 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-37e7ad0f-1adc-443a-a84a-ba3c4f8fab60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:51.624109 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-37e7ad0f-1adc-443a-a84a-ba3c4f8fab60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:51.674639 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-37e7ad0f-1adc-443a-a84a-ba3c4f8fab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:51.677084 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-37e7ad0f-1adc-443a-a84a-ba3c4f8fab60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:51.678179 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-37e7ad0f-1adc-443a-a84a-ba3c4f8fab60 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/51026a46-24f5-43d7-8910-0805c2d6f646 HTTP/1.1" status: 204 len: 168 time: 0.1356304 Jun 09 15:11:51.679022 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-70c35a42-7d8e-44e3-af96-c02ad106bdee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:51.688262 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7ad0f-1adc-443a-a84a-ba3c4f8fab60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51026a46-24f5-43d7-8910-0805c2d6f646,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:51.690581 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-37e7ad0f-1adc-443a-a84a-ba3c4f8fab60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:51.962746 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 57126) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:51.979161 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2bf37982-9c46-4552-aa1e-00bf9b687042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:52.082245 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2bf37982-9c46-4552-aa1e-00bf9b687042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:52.085838 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2bf37982-9c46-4552-aa1e-00bf9b687042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:52.093734 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-8868124d-e62f-4be5-b7d8-acb65a4ffeb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:52.132070 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-2bf37982-9c46-4552-aa1e-00bf9b687042 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=58ab335bb38f46409222c192c78670ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681933 Jun 09 15:11:52.133632 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf37982-9c46-4552-aa1e-00bf9b687042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e0fd1c-bf07-4b9c-9bc5-b581c8268efd,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:52.134851 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57128) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:52.136564 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-2bf37982-9c46-4552-aa1e-00bf9b687042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:52.191709 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0943f92e-13d7-489b-b8cc-965e93158af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:52.216191 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0943f92e-13d7-489b-b8cc-965e93158af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:52.267534 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0943f92e-13d7-489b-b8cc-965e93158af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:52.269956 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0943f92e-13d7-489b-b8cc-965e93158af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:52.271314 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-0943f92e-13d7-489b-b8cc-965e93158af0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d6e0fd1c-bf07-4b9c-9bc5-b581c8268efd HTTP/1.1" status: 204 len: 168 time: 0.1354914 Jun 09 15:11:52.272085 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1502b70e-0e27-4ad2-a72b-eed0e33054c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:52.281148 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943f92e-13d7-489b-b8cc-965e93158af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e0fd1c-bf07-4b9c-9bc5-b581c8268efd,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:52.283326 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0943f92e-13d7-489b-b8cc-965e93158af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:54.826701 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:11:56.954146 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 57218) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:57.070378 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf421-3b44-48c9-829e-139d96f12fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:57.169386 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf421-3b44-48c9-829e-139d96f12fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:57.173254 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf421-3b44-48c9-829e-139d96f12fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:57.181991 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f591222c-ea8d-4ea4-83d1-074bcd68516c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:57.219520 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-bc1bf421-3b44-48c9-829e-139d96f12fa2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1e546d1150b94bd89ec8be67af81c8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642365 Jun 09 15:11:57.220965 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bf421-3b44-48c9-829e-139d96f12fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a9d8af-7e70-4bdc-810f-9be0345f897e,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:57.222108 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57222) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:11:57.223956 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-bc1bf421-3b44-48c9-829e-139d96f12fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:11:57.284475 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e1d67891-d59f-403e-9616-442e665ed3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:57.311280 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e1d67891-d59f-403e-9616-442e665ed3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:57.360986 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e1d67891-d59f-403e-9616-442e665ed3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:57.364070 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-e1d67891-d59f-403e-9616-442e665ed3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:11:57.365147 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-e1d67891-d59f-403e-9616-442e665ed3fd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c9a9d8af-7e70-4bdc-810f-9be0345f897e HTTP/1.1" status: 204 len: 168 time: 0.1411808 Jun 09 15:11:57.365868 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c2241304-63ef-49e6-861c-557289af96fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:11:57.374838 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d67891-d59f-403e-9616-442e665ed3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a9d8af-7e70-4bdc-810f-9be0345f897e,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:11:57.377149 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e1d67891-d59f-403e-9616-442e665ed3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:03.985704 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0c040-15bc-4baf-bdac-0691df4135e9 req-3d3b537c-a3b1-4faf-ae86-efabca6b69e3 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:03.987709 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0be0c040-15bc-4baf-bdac-0691df4135e9 req-3d3b537c-a3b1-4faf-ae86-efabca6b69e3 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0806251 Jun 09 15:12:04.034773 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0be0c040-15bc-4baf-bdac-0691df4135e9 req-f4de98bd-706c-4b1d-86b4-a178e46a7e09 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413845 Jun 09 15:12:05.343679 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1fe5d-a7c7-4161-a450-0bcf2e303b31 req-98a81b97-2ede-48ad-ab2f-b5a11a468101 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:05.345055 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-60e1fe5d-a7c7-4161-a450-0bcf2e303b31 req-98a81b97-2ede-48ad-ab2f-b5a11a468101 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.2016530 Jun 09 15:12:05.391191 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-60e1fe5d-a7c7-4161-a450-0bcf2e303b31 req-60deceb4-22e5-4738-957f-5d2fffa5e9b8 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401564 Jun 09 15:12:06.577003 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa5baa-df55-4535-a983-025a71f4d639 req-c8e9481c-22a3-4cc9-bdf4-0e7621afae29 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:06.578461 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-bfaa5baa-df55-4535-a983-025a71f4d639 req-c8e9481c-22a3-4cc9-bdf4-0e7621afae29 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0824823 Jun 09 15:12:06.622255 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-bfaa5baa-df55-4535-a983-025a71f4d639 req-c44c71da-b836-4b90-8f2d-8d1e90bc72fe tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383003 Jun 09 15:12:07.145110 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:07.819862 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0098b-a72f-416b-9ece-ed36190dc409 req-4fe156c3-991b-44e9-9e85-d7fa2ceeac0d tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:07.821324 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-57c0098b-a72f-416b-9ece-ed36190dc409 req-4fe156c3-991b-44e9-9e85-d7fa2ceeac0d tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0851634 Jun 09 15:12:07.867827 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-57c0098b-a72f-416b-9ece-ed36190dc409 req-7683e944-fcc2-4d9c-9ad2-c326f4fa429c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408232 Jun 09 15:12:09.057333 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e23fe-77d0-4bb8-aa47-db4b23dd40b7 req-f58ccf2e-1c59-4cc3-9748-85b71d3aa49d tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:09.058771 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cb3e23fe-77d0-4bb8-aa47-db4b23dd40b7 req-f58ccf2e-1c59-4cc3-9748-85b71d3aa49d tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0846803 Jun 09 15:12:09.106192 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cb3e23fe-77d0-4bb8-aa47-db4b23dd40b7 req-4f5cc7eb-8e68-4e68-8979-88c4276ab2b5 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417614 Jun 09 15:12:10.292139 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccae618-7e8c-4173-a06b-4c7c80e7b097 req-558dbcc2-8cf3-4b6a-8717-8f4c3a4f0d1c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:10.293577 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5ccae618-7e8c-4173-a06b-4c7c80e7b097 req-558dbcc2-8cf3-4b6a-8717-8f4c3a4f0d1c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0820818 Jun 09 15:12:10.337723 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5ccae618-7e8c-4173-a06b-4c7c80e7b097 req-a6a90f04-941f-4e78-bc93-73556a930767 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384254 Jun 09 15:12:11.522996 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6ad59-e2fe-4c6c-b74a-1dfb13e70e71 req-6b5bfd28-d577-4268-842d-e3c9cd7ddc4a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:11.524435 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fac6ad59-e2fe-4c6c-b74a-1dfb13e70e71 req-6b5bfd28-d577-4268-842d-e3c9cd7ddc4a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0798483 Jun 09 15:12:11.568378 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-fac6ad59-e2fe-4c6c-b74a-1dfb13e70e71 req-425dd3aa-d043-498e-912c-cf058b3dc281 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384431 Jun 09 15:12:12.750479 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678cdb7-e4f8-4998-a24e-86b8a1a06eb8 req-7a1f1fb8-abee-473a-9fb7-eabc922849c6 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:12.751912 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a678cdb7-e4f8-4998-a24e-86b8a1a06eb8 req-7a1f1fb8-abee-473a-9fb7-eabc922849c6 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0814326 Jun 09 15:12:12.795778 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a678cdb7-e4f8-4998-a24e-86b8a1a06eb8 req-6be0807a-9561-49aa-8dfc-396515fa265b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377860 Jun 09 15:12:12.847754 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a64e9025-3742-4762-9adc-8af9e764f8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:13.407308 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aee46-3da9-4abe-9f23-5ed6e6fe390d req-ddfacb87-6140-4e9a-95e2-3b4a5acde3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:13.409560 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5d0aee46-3da9-4abe-9f23-5ed6e6fe390d req-ddfacb87-6140-4e9a-95e2-3b4a5acde3c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16c638a4bffa498b9fe2bc282e856501&device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 1099 time: 0.0792537 Jun 09 15:12:13.556695 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aee46-3da9-4abe-9f23-5ed6e6fe390d req-4131c24b-3ec8-4224-a047-526c56fb10f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:13.558236 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5d0aee46-3da9-4abe-9f23-5ed6e6fe390d req-4131c24b-3ec8-4224-a047-526c56fb10f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0de7c831-6f90-474c-acd8-1d24c87d965f HTTP/1.1" status: 200 len: 910 time: 0.1283824 Jun 09 15:12:13.667671 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5d0aee46-3da9-4abe-9f23-5ed6e6fe390d req-c4cbc87f-7920-4124-86b3-63fead9df8a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96d2945-07ae-451f-b487-e3582aa24a1a HTTP/1.1" status: 200 len: 1002 time: 0.1017768 Jun 09 15:12:13.730366 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aee46-3da9-4abe-9f23-5ed6e6fe390d req-8b3d8c9c-9aba-46a7-8a4c-3a21a9f31d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:13.731874 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5d0aee46-3da9-4abe-9f23-5ed6e6fe390d req-8b3d8c9c-9aba-46a7-8a4c-3a21a9f31d50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd5fc819-fb14-43cd-918e-8d1a7df8ad89 HTTP/1.1" status: 200 len: 848 time: 0.0566232 Jun 09 15:12:13.811112 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aee46-3da9-4abe-9f23-5ed6e6fe390d req-d1870dfd-54e9-4c4b-81af-1a45ddd74c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:13.812621 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5d0aee46-3da9-4abe-9f23-5ed6e6fe390d req-d1870dfd-54e9-4c4b-81af-1a45ddd74c4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0de7c831-6f90-474c-acd8-1d24c87d965f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735121 Jun 09 15:12:14.089261 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5d0aee46-3da9-4abe-9f23-5ed6e6fe390d req-4bd57f69-b8fe-4785-9359-809d63221300 service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680867 Jun 09 15:12:14.180908 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452bb4d-83af-42a3-b165-cb7239abe27a req-a4e6aa06-3287-4cbd-819f-a3efaab76914 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:14.182331 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7452bb4d-83af-42a3-b165-cb7239abe27a req-a4e6aa06-3287-4cbd-819f-a3efaab76914 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.2761652 Jun 09 15:12:14.264049 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7452bb4d-83af-42a3-b165-cb7239abe27a req-7ebd6bfc-792e-446d-8f9f-1ea0b4d9394e tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0754113 Jun 09 15:12:14.271752 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5d0aee46-3da9-4abe-9f23-5ed6e6fe390d req-8981e4e4-968a-4b87-b084-70b654e763e0 service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729214 Jun 09 15:12:15.343267 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:15.423825 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ef5acf39-cefe-4c02-b637-792429719341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:15.608097 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbe33f-c151-489a-93df-20ccbc80839c req-d0d40de9-d9f1-460b-97f2-b89d636288a1 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:15.609525 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3bcbe33f-c151-489a-93df-20ccbc80839c req-d0d40de9-d9f1-460b-97f2-b89d636288a1 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0832233 Jun 09 15:12:15.654429 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3bcbe33f-c151-489a-93df-20ccbc80839c req-eda61213-a63f-4ae7-ba1b-f2452ed00c0c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383675 Jun 09 15:12:15.742697 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c90cdd-e519-4b30-be4b-e3f5ef5ecb2a req-5cab3af2-2c09-433e-a3a9-0872a0f2a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:15.744128 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-89c90cdd-e519-4b30-be4b-e3f5ef5ecb2a req-5cab3af2-2c09-433e-a3a9-0872a0f2a435 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16c638a4bffa498b9fe2bc282e856501&device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 1099 time: 0.0764539 Jun 09 15:12:15.884117 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c90cdd-e519-4b30-be4b-e3f5ef5ecb2a req-b17191f5-47a0-46a3-92cc-eb3a3c547d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:15.885556 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-89c90cdd-e519-4b30-be4b-e3f5ef5ecb2a req-b17191f5-47a0-46a3-92cc-eb3a3c547d5b service neutron] 10.222.0.61 "GET /v2.0/networks?id=0de7c831-6f90-474c-acd8-1d24c87d965f HTTP/1.1" status: 200 len: 910 time: 0.1328864 Jun 09 15:12:15.988642 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-89c90cdd-e519-4b30-be4b-e3f5ef5ecb2a req-802a7265-91c2-4464-8b79-5cd3e4eeff90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96d2945-07ae-451f-b487-e3582aa24a1a HTTP/1.1" status: 200 len: 1002 time: 0.0951054 Jun 09 15:12:16.049544 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c90cdd-e519-4b30-be4b-e3f5ef5ecb2a req-f772555a-0770-43ab-b45c-b2b8827c668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:16.050998 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-89c90cdd-e519-4b30-be4b-e3f5ef5ecb2a req-f772555a-0770-43ab-b45c-b2b8827c668e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd5fc819-fb14-43cd-918e-8d1a7df8ad89 HTTP/1.1" status: 200 len: 848 time: 0.0565372 Jun 09 15:12:16.121452 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c90cdd-e519-4b30-be4b-e3f5ef5ecb2a req-c70e81d4-1196-43e1-8d17-93f4655bda22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:16.122899 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-89c90cdd-e519-4b30-be4b-e3f5ef5ecb2a req-c70e81d4-1196-43e1-8d17-93f4655bda22 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0de7c831-6f90-474c-acd8-1d24c87d965f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661249 Jun 09 15:12:16.253247 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-89c90cdd-e519-4b30-be4b-e3f5ef5ecb2a req-c4262e2b-7a85-417f-b83a-e41614b6da27 service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233163 Jun 09 15:12:16.363280 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:16.387262 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-89c90cdd-e519-4b30-be4b-e3f5ef5ecb2a req-b816957b-e108-440b-b4c2-74ba9dc01d91 service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280782 Jun 09 15:12:16.726160 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 57506) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:16.867851 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-94904e02-c18e-4639-bbb7-81e2561e9a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:16.884944 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a130f1-7df7-47d5-8de3-9748f910203a req-ca692d0e-362d-41a3-a0b1-5e3e0ee11270 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:16.886394 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-26a130f1-7df7-47d5-8de3-9748f910203a req-ca692d0e-362d-41a3-a0b1-5e3e0ee11270 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0882535 Jun 09 15:12:16.935370 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-26a130f1-7df7-47d5-8de3-9748f910203a req-4a95d134-85d9-4efc-88f7-92a0831f8d7b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430176 Jun 09 15:12:16.971410 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-94904e02-c18e-4639-bbb7-81e2561e9a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:16.975429 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-94904e02-c18e-4639-bbb7-81e2561e9a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:16.983341 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-6b7a71f5-58a0-4664-aac2-98be89146eb9 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:17.023575 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-94904e02-c18e-4639-bbb7-81e2561e9a45 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6b562833f87044f8911774c007193009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957764 Jun 09 15:12:17.024482 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94904e02-c18e-4639-bbb7-81e2561e9a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2321a9f2-755f-4bd8-ae66-1ceaed774d43,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:17.026213 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57510) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:17.027567 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-94904e02-c18e-4639-bbb7-81e2561e9a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:17.083596 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-b1acff3b-d8cd-4323-9efa-79da6767dede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.108018 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-b1acff3b-d8cd-4323-9efa-79da6767dede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.160587 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-b1acff3b-d8cd-4323-9efa-79da6767dede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.163477 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-b1acff3b-d8cd-4323-9efa-79da6767dede admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.164557 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-b1acff3b-d8cd-4323-9efa-79da6767dede admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2321a9f2-755f-4bd8-ae66-1ceaed774d43 HTTP/1.1" status: 204 len: 168 time: 0.1365552 Jun 09 15:12:17.165312 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a67063f9-a54c-4cd8-bf4b-bb41bb871d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:17.174583 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acff3b-d8cd-4323-9efa-79da6767dede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2321a9f2-755f-4bd8-ae66-1ceaed774d43,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:17.176936 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-b1acff3b-d8cd-4323-9efa-79da6767dede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:17.448451 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 57516) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:17.465270 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-14f01729-052b-4e08-8870-50ff16ac9808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.568096 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-14f01729-052b-4e08-8870-50ff16ac9808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.571748 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-14f01729-052b-4e08-8870-50ff16ac9808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.579098 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:17.622767 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-14f01729-052b-4e08-8870-50ff16ac9808 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=397192d03f1240f8a20b49ed3c39a376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732469 Jun 09 15:12:17.623674 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f01729-052b-4e08-8870-50ff16ac9808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1faa64-ef7d-444c-b070-b3384dfe9291,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:17.625474 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57518) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:17.626766 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-14f01729-052b-4e08-8870-50ff16ac9808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:17.687413 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d46040cf-7a06-4cb4-8990-d493c315368d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.712478 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d46040cf-7a06-4cb4-8990-d493c315368d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.763595 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d46040cf-7a06-4cb4-8990-d493c315368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.766131 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-d46040cf-7a06-4cb4-8990-d493c315368d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:17.767375 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-d46040cf-7a06-4cb4-8990-d493c315368d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0b1faa64-ef7d-444c-b070-b3384dfe9291 HTTP/1.1" status: 204 len: 168 time: 0.1408284 Jun 09 15:12:17.768129 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e1d67891-d59f-403e-9616-442e665ed3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:17.778340 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46040cf-7a06-4cb4-8990-d493c315368d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1faa64-ef7d-444c-b070-b3384dfe9291,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:17.780611 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-d46040cf-7a06-4cb4-8990-d493c315368d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:18.120170 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aeb271-e386-4cdf-a9e8-0839099e2f4f req-da890e87-5eff-459f-a4d8-05d4a55504b5 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:18.121643 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-37aeb271-e386-4cdf-a9e8-0839099e2f4f req-da890e87-5eff-459f-a4d8-05d4a55504b5 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0800970 Jun 09 15:12:18.169856 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-37aeb271-e386-4cdf-a9e8-0839099e2f4f req-a0313416-e53a-42b1-b7b0-7f71dfb6352d tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410364 Jun 09 15:12:18.268937 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:19.357628 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d9c14-c662-4be8-b57b-b52ab4613c81 req-ca79ea8b-daa3-40f0-a47a-943d2e04d30a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:19.359149 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ee3d9c14-c662-4be8-b57b-b52ab4613c81 req-ca79ea8b-daa3-40f0-a47a-943d2e04d30a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0846655 Jun 09 15:12:19.404348 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ee3d9c14-c662-4be8-b57b-b52ab4613c81 req-072c792a-faa4-436e-a1e9-96d6403b90b3 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389776 Jun 09 15:12:20.383484 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57596) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:20.501737 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-55ea1c5d-6190-42ce-b14d-ad71454667db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.597381 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc8c30-9b5f-45eb-852c-67b3ad1d0f8d req-cb642c5b-1b91-4d81-8879-59b5db4d5eef tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:20.598853 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a6dc8c30-9b5f-45eb-852c-67b3ad1d0f8d req-cb642c5b-1b91-4d81-8879-59b5db4d5eef tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0871754 Jun 09 15:12:20.611400 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-55ea1c5d-6190-42ce-b14d-ad71454667db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.615599 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-55ea1c5d-6190-42ce-b14d-ad71454667db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.623460 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-3a149fb3-0a93-4f81-868c-8503a6917210 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:20.645256 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a6dc8c30-9b5f-45eb-852c-67b3ad1d0f8d req-d42311f9-6d00-4919-b402-c95c47cd0b81 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401583 Jun 09 15:12:20.667372 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea1c5d-6190-42ce-b14d-ad71454667db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfbc8af-febb-49e0-a897-bd8dcab6d0ad,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:20.672157 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-55ea1c5d-6190-42ce-b14d-ad71454667db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:20.679076 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-55ea1c5d-6190-42ce-b14d-ad71454667db admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5e072223164740029db2916ccf23e9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945712 Jun 09 15:12:20.679689 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57602) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:20.748771 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a06a86f6-5fb8-46a3-8087-482d1d4aaff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.774630 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a06a86f6-5fb8-46a3-8087-482d1d4aaff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.824160 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a06a86f6-5fb8-46a3-8087-482d1d4aaff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.826701 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a06a86f6-5fb8-46a3-8087-482d1d4aaff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:20.827843 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-a06a86f6-5fb8-46a3-8087-482d1d4aaff9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bbfbc8af-febb-49e0-a897-bd8dcab6d0ad HTTP/1.1" status: 204 len: 168 time: 0.1472778 Jun 09 15:12:20.828594 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-cf7595af-c39e-4aaa-9bb8-f10c7a900cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:20.838213 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a86f6-5fb8-46a3-8087-482d1d4aaff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfbc8af-febb-49e0-a897-bd8dcab6d0ad,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:20.840455 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a06a86f6-5fb8-46a3-8087-482d1d4aaff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:21.106005 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57610) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:21.122856 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6683b4ca-a27d-4a5e-bb29-8762c6820895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:21.227190 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6683b4ca-a27d-4a5e-bb29-8762c6820895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:21.230890 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6683b4ca-a27d-4a5e-bb29-8762c6820895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:21.239071 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4d396ff6-677c-4121-a350-886cb2b606da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:21.277874 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-6683b4ca-a27d-4a5e-bb29-8762c6820895 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=224111c0d9f6450095cb69fe6d59342a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1707275 Jun 09 15:12:21.278693 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683b4ca-a27d-4a5e-bb29-8762c6820895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172bc779-3836-4f8a-85d8-47d1bf97598a,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:21.280647 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 57612) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:21.281830 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6683b4ca-a27d-4a5e-bb29-8762c6820895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:21.339046 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f737907d-6e39-4064-9821-45b95b22f3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:21.363771 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f737907d-6e39-4064-9821-45b95b22f3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:21.414923 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f737907d-6e39-4064-9821-45b95b22f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:21.417261 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f737907d-6e39-4064-9821-45b95b22f3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:21.418352 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-f737907d-6e39-4064-9821-45b95b22f3c9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/172bc779-3836-4f8a-85d8-47d1bf97598a HTTP/1.1" status: 204 len: 168 time: 0.1367481 Jun 09 15:12:21.419128 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-20ef13d1-ed3d-4bf7-a942-46ba31f32c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:21.428653 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737907d-6e39-4064-9821-45b95b22f3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172bc779-3836-4f8a-85d8-47d1bf97598a,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:21.430797 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f737907d-6e39-4064-9821-45b95b22f3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:21.958123 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f9f29-222a-4dc0-b650-53b4bea9056e req-45d8e055-c566-4698-9393-be0e98904b0d tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:21.959613 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ab2f9f29-222a-4dc0-b650-53b4bea9056e req-45d8e055-c566-4698-9393-be0e98904b0d tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.2024100 Jun 09 15:12:22.004874 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ab2f9f29-222a-4dc0-b650-53b4bea9056e req-04f9373b-9f68-47b9-93da-23eb736f3526 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398071 Jun 09 15:12:23.193533 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a355e4-7bdd-440d-a047-6db58cf8e976 req-ca2dc5f0-d97e-410b-96cb-291a7fe04521 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:23.195018 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d5a355e4-7bdd-440d-a047-6db58cf8e976 req-ca2dc5f0-d97e-410b-96cb-291a7fe04521 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0832684 Jun 09 15:12:23.239917 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d5a355e4-7bdd-440d-a047-6db58cf8e976 req-6ea962d2-09c7-4e3a-9ea8-20b24386934e tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391295 Jun 09 15:12:23.654958 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1645a-2a84-4bb2-b660-55431f3a608a req-12f61cab-9b3c-4149-8ce3-16c3536d8c9e tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:23.656292 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-aef1645a-2a84-4bb2-b660-55431f3a608a req-12f61cab-9b3c-4149-8ce3-16c3536d8c9e tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.1334846 Jun 09 15:12:23.701166 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4ae8cfce-4e7b-42ea-a47e-efd3feb828e9 req-d508f7ab-3b07-4cb6-b020-e8eac00d1d83 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2285960 Jun 09 15:12:23.711172 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-aef1645a-2a84-4bb2-b660-55431f3a608a req-1aca506f-7b8a-4acd-9b83-474cbd64e3f2 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0481758 Jun 09 15:12:24.909202 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e020ee8-2dd2-4dd8-9df9-bd65ffe45c60 req-5f3ae234-aa8a-4f2f-a3f0-32932566b7fc tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:24.910697 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9e020ee8-2dd2-4dd8-9df9-bd65ffe45c60 req-5f3ae234-aa8a-4f2f-a3f0-32932566b7fc tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0845551 Jun 09 15:12:24.958186 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9e020ee8-2dd2-4dd8-9df9-bd65ffe45c60 req-9b002100-3a9c-451a-8b10-4b31344884e1 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413885 Jun 09 15:12:25.715374 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device a96d2945-07ae-451f-b487-e3582aa24a1a no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:12:25.833073 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:25.859934 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96d2945-07ae-451f-b487-e3582aa24a1a'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:12:25.862130 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99250cc4-ea0b-4e6d-9116-eeab4d8b9ad7" -d '{"events": [{"server_uuid": "fe6e34c6-5817-4d1d-a743-83245b8e329f", "name": "network-vif-unplugged", "status": "completed", "tag": "a96d2945-07ae-451f-b487-e3582aa24a1a"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:12:25.869941 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port a96d2945-07ae-451f-b487-e3582aa24a1a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a96d2945-07ae-451f-b487-e3582aa24a1a,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:25.874114 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:25.876037 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-3032c194-ed0c-4768-9309-b34a82864f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:25.909290 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Jun 2021 15:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5630dc18-de28-4506-9702-40891eb4c426 x-openstack-request-id: req-5630dc18-de28-4506-9702-40891eb4c426 {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:12:25.909582 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6e34c6-5817-4d1d-a743-83245b8e329f", "name": "network-vif-unplugged", "status": "failed", "tag": "a96d2945-07ae-451f-b487-e3582aa24a1a", "code": 422}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:12:25.909839 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5630dc18-de28-4506-9702-40891eb4c426 {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:12:25.910229 dv-cinder-789603-9-iscsi neutron-server[91818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'code': 422} returned with failed status Jun 09 15:12:25.941819 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=a96d2945-07ae-451f-b487-e3582aa24a1a,revision_number=6']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:25.944975 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:26.138899 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae87b0b-1f1d-4d3f-b2bb-f246598e2e09 req-9a0f8852-f38d-41ae-9fed-80633605dcb1 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:26.140313 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0ae87b0b-1f1d-4d3f-b2bb-f246598e2e09 req-9a0f8852-f38d-41ae-9fed-80633605dcb1 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0769923 Jun 09 15:12:26.184544 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0ae87b0b-1f1d-4d3f-b2bb-f246598e2e09 req-d9288722-9ddb-4c3a-8a6f-95d20f6fc050 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0379500 Jun 09 15:12:27.364970 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773c10e-1c02-4e13-91e2-0e58a641b331 req-71deb4d1-605b-4228-b532-07f17faac5da tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:27.366385 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8773c10e-1c02-4e13-91e2-0e58a641b331 req-71deb4d1-605b-4228-b532-07f17faac5da tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0788050 Jun 09 15:12:27.425299 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-8773c10e-1c02-4e13-91e2-0e58a641b331 req-f7f321e2-dea6-458e-bebb-654b9baa6c38 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0533168 Jun 09 15:12:28.333714 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8cfce-4e7b-42ea-a47e-efd3feb828e9 req-dd9a5223-f817-4a70-b357-601e6d25adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:28.335278 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4ae8cfce-4e7b-42ea-a47e-efd3feb828e9 req-dd9a5223-f817-4a70-b357-601e6d25adab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f&tenant_id=16c638a4bffa498b9fe2bc282e856501 HTTP/1.1" status: 200 len: 1097 time: 0.0741835 Jun 09 15:12:28.455965 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8cfce-4e7b-42ea-a47e-efd3feb828e9 req-c12746bb-c986-43d1-817f-31fcffea3004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:28.457411 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4ae8cfce-4e7b-42ea-a47e-efd3feb828e9 req-c12746bb-c986-43d1-817f-31fcffea3004 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16c638a4bffa498b9fe2bc282e856501&device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 1097 time: 0.0810337 Jun 09 15:12:28.644920 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8cfce-4e7b-42ea-a47e-efd3feb828e9 req-7fec47d2-85c7-41b5-bad7-ed55a01a5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:28.646326 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4ae8cfce-4e7b-42ea-a47e-efd3feb828e9 req-7fec47d2-85c7-41b5-bad7-ed55a01a5217 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0de7c831-6f90-474c-acd8-1d24c87d965f HTTP/1.1" status: 200 len: 910 time: 0.1819274 Jun 09 15:12:28.658308 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d9a55-6d8e-451f-9d50-b6ac08dfc61e req-13210c86-c374-4991-b698-ae062516bf60 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:28.659683 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-340d9a55-6d8e-451f-9d50-b6ac08dfc61e req-13210c86-c374-4991-b698-ae062516bf60 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.1296921 Jun 09 15:12:28.796012 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4ae8cfce-4e7b-42ea-a47e-efd3feb828e9 req-77106014-562d-4661-ba88-dea7e1dba2f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96d2945-07ae-451f-b487-e3582aa24a1a HTTP/1.1" status: 200 len: 1000 time: 0.1353157 Jun 09 15:12:28.799674 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-340d9a55-6d8e-451f-9d50-b6ac08dfc61e req-aa5be705-ec2a-4f7e-8148-5c58ec728a1c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0906646 Jun 09 15:12:28.867726 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8cfce-4e7b-42ea-a47e-efd3feb828e9 req-797ecd7b-e293-4136-9a66-e2c30019ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:28.870586 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4ae8cfce-4e7b-42ea-a47e-efd3feb828e9 req-797ecd7b-e293-4136-9a66-e2c30019ebe1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd5fc819-fb14-43cd-918e-8d1a7df8ad89 HTTP/1.1" status: 200 len: 848 time: 0.0665448 Jun 09 15:12:28.960116 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8cfce-4e7b-42ea-a47e-efd3feb828e9 req-47a8f78a-c01c-4e01-b95b-a4fa11a3b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:28.961682 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4ae8cfce-4e7b-42ea-a47e-efd3feb828e9 req-47a8f78a-c01c-4e01-b95b-a4fa11a3b9c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0de7c831-6f90-474c-acd8-1d24c87d965f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824561 Jun 09 15:12:29.099508 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4ae8cfce-4e7b-42ea-a47e-efd3feb828e9 req-eedc8e18-6178-449b-80f1-7aea3c79feee service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298652 Jun 09 15:12:29.241851 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4ae8cfce-4e7b-42ea-a47e-efd3feb828e9 req-b10d7937-70bb-4302-8841-e8b13cf04fdf service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354933 Jun 09 15:12:29.247158 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 57754) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:29.365014 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.467060 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.471022 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.478879 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-bc1bf421-3b44-48c9-829e-139d96f12fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:29.516921 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=04526fbc8a834574a7593f4acfc48637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686818 Jun 09 15:12:29.517715 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d54f22-4ffa-4081-948d-72191b824e7b,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:29.519604 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57758) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:29.524994 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.525363 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.525721 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.526073 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.526419 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.526791 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.527135 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.527475 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.527816 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.528158 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.528493 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.528827 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.533208 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:29.576812 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.601848 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.652884 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.655605 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.656692 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d4d54f22-4ffa-4081-948d-72191b824e7b HTTP/1.1" status: 204 len: 168 time: 0.1361120 Jun 09 15:12:29.657449 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-db60535f-1546-4be4-a998-28eb46d63db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:29.666907 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d54f22-4ffa-4081-948d-72191b824e7b,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:29.675523 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.675895 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.676256 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.676612 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.676963 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.677314 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.677660 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.678020 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.678430 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.678797 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.679231 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.679526 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:29.682519 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-8babf400-de8d-46b0-aeb7-30e2bf57090d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:29.932762 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57766) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:29.950919 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-02bd3d90-6c23-4d86-b17c-5ffc7e977110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:29.998280 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178de2a-5e75-4082-8719-8f1bf81cae05 req-f31dac6d-fba7-49f3-b051-619c3917f281 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:30.000734 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9178de2a-5e75-4082-8719-8f1bf81cae05 req-f31dac6d-fba7-49f3-b051-619c3917f281 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0891716 Jun 09 15:12:30.050970 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9178de2a-5e75-4082-8719-8f1bf81cae05 req-0c088911-c293-4c12-8767-eccaafe88a96 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435133 Jun 09 15:12:30.063500 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-02bd3d90-6c23-4d86-b17c-5ffc7e977110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:30.076797 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-02bd3d90-6c23-4d86-b17c-5ffc7e977110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:30.087329 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-f3bebb3f-61a5-4dd1-8b13-b080352d2c8c tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:30.129281 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-02bd3d90-6c23-4d86-b17c-5ffc7e977110 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1593cc7bdff74f59a20fea102148203e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954043 Jun 09 15:12:30.130056 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd3d90-6c23-4d86-b17c-5ffc7e977110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e2372d-fb04-4105-94e1-d5d9adcc6162,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:30.132765 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 57772) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:30.133212 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-02bd3d90-6c23-4d86-b17c-5ffc7e977110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:30.198667 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-da4a4c03-b693-45e3-9d47-32c08b65a88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:30.225182 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-da4a4c03-b693-45e3-9d47-32c08b65a88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:30.278057 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-da4a4c03-b693-45e3-9d47-32c08b65a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:30.281129 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-da4a4c03-b693-45e3-9d47-32c08b65a88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:30.282226 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-da4a4c03-b693-45e3-9d47-32c08b65a88f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b4e2372d-fb04-4105-94e1-d5d9adcc6162 HTTP/1.1" status: 204 len: 168 time: 0.1487858 Jun 09 15:12:30.283021 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-86931d4b-3ee1-428e-a36b-81cc89700d7a tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:30.292254 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a4c03-b693-45e3-9d47-32c08b65a88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e2372d-fb04-4105-94e1-d5d9adcc6162,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:30.294466 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-da4a4c03-b693-45e3-9d47-32c08b65a88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:31.235068 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fe332-311e-4432-b144-2ef6508de2f6 req-7668ef03-f524-42e3-9d9d-54ef5074e1f8 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:31.236500 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9c2fe332-311e-4432-b144-2ef6508de2f6 req-7668ef03-f524-42e3-9d9d-54ef5074e1f8 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0795536 Jun 09 15:12:31.282018 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9c2fe332-311e-4432-b144-2ef6508de2f6 req-9722f6d8-e2ac-4539-8da6-b27b11a18a4e tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399671 Jun 09 15:12:31.825492 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:12:32.473957 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f364a-3b91-4ac1-a321-d69da366131e req-7fa02062-34c9-4b8c-8d92-8cecf8dc2ed2 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:32.475420 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-df4f364a-3b91-4ac1-a321-d69da366131e req-7fa02062-34c9-4b8c-8d92-8cecf8dc2ed2 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0842257 Jun 09 15:12:32.520594 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-df4f364a-3b91-4ac1-a321-d69da366131e req-99fd3c46-2f3a-4146-ba22-a42c178f329c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396557 Jun 09 15:12:33.708808 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b1f7d-aa33-4d00-91ab-ed60393075c4 req-956252a1-ab76-4c37-8f73-f3bae6178876 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:33.710236 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-180b1f7d-aa33-4d00-91ab-ed60393075c4 req-956252a1-ab76-4c37-8f73-f3bae6178876 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0844748 Jun 09 15:12:33.754925 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-180b1f7d-aa33-4d00-91ab-ed60393075c4 req-511c825f-bfe8-4f66-9b1b-88c5c32867e9 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391047 Jun 09 15:12:34.049624 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57882) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:34.166958 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1c266797-08dd-4874-9384-8c5835b350ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:34.269491 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1c266797-08dd-4874-9384-8c5835b350ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:34.273577 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1c266797-08dd-4874-9384-8c5835b350ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:34.281361 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6025745d-07ed-4306-884c-04bf2fb5cf9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:34.320681 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c266797-08dd-4874-9384-8c5835b350ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad2153b-ed83-4674-9d65-f8482d8e4740,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:34.325045 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-1c266797-08dd-4874-9384-8c5835b350ed admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3ef909ca7a65430e8fe9a25d36f6f81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743564 Jun 09 15:12:34.326026 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1c266797-08dd-4874-9384-8c5835b350ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:34.328422 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 57886) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:34.474814 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-29d06e07-19f8-4004-9bb5-9410be6780db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:34.500369 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-29d06e07-19f8-4004-9bb5-9410be6780db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:34.552621 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-29d06e07-19f8-4004-9bb5-9410be6780db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:34.555225 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-29d06e07-19f8-4004-9bb5-9410be6780db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:34.556323 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-29d06e07-19f8-4004-9bb5-9410be6780db admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8ad2153b-ed83-4674-9d65-f8482d8e4740 HTTP/1.1" status: 204 len: 168 time: 0.2269826 Jun 09 15:12:34.557185 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-db87a44d-e41d-4ac4-a761-08acbfdf3e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:34.572623 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d06e07-19f8-4004-9bb5-9410be6780db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad2153b-ed83-4674-9d65-f8482d8e4740,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:34.574824 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-29d06e07-19f8-4004-9bb5-9410be6780db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:34.947029 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbd2ff-5a98-491c-96eb-abe5aa0f43f3 req-5665c69e-0146-4623-9747-a4cc0e8eba4e tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:34.948596 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-60fbd2ff-5a98-491c-96eb-abe5aa0f43f3 req-5665c69e-0146-4623-9747-a4cc0e8eba4e tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0868621 Jun 09 15:12:35.000659 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-60fbd2ff-5a98-491c-96eb-abe5aa0f43f3 req-9e85d742-01c8-4701-a642-0efc8ebfda6b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443940 Jun 09 15:12:36.205441 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58197c90-6f16-4298-93df-5322471810a3 req-c2d6302f-6565-46b3-a14a-41d5bcc2d704 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:36.206930 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-58197c90-6f16-4298-93df-5322471810a3 req-c2d6302f-6565-46b3-a14a-41d5bcc2d704 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 944 time: 0.0991797 Jun 09 15:12:36.252386 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-58197c90-6f16-4298-93df-5322471810a3 req-d92a86fa-21d3-47f4-9ba2-e2dd24e84ca9 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398474 Jun 09 15:12:37.155528 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:37.238629 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device a96d2945-07ae-451f-b487-e3582aa24a1a details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:12:37.391618 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port a96d2945-07ae-451f-b487-e3582aa24a1a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a96d2945-07ae-451f-b487-e3582aa24a1a,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:37.409332 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'port_id': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'mac_address': 'fa:16:3e:d3:a8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:12:37.471652 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:37.496572 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96d2945-07ae-451f-b487-e3582aa24a1a {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:12:37.514156 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port a96d2945-07ae-451f-b487-e3582aa24a1a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a96d2945-07ae-451f-b487-e3582aa24a1a,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:37.517991 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:37.520886 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:37.579322 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22360d6-90da-41a3-98ef-8166c9bdb675 req-9bea0166-3939-4fd5-952e-3275723f4000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:37.580790 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a22360d6-90da-41a3-98ef-8166c9bdb675 req-9bea0166-3939-4fd5-952e-3275723f4000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 945 time: 0.1974411 Jun 09 15:12:37.627070 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-a22360d6-90da-41a3-98ef-8166c9bdb675 req-431ba871-7cd9-4549-9a35-969678704696 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403848 Jun 09 15:12:37.634290 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=a96d2945-07ae-451f-b487-e3582aa24a1a,revision_number=7']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:37.642371 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:37.642735 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:37.643058 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:37.643374 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:37.643683 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:37.643994 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:37.644302 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:37.644605 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:37.644909 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:37.645211 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:37.645513 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:37.645815 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:37.649602 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:38.818098 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190a338-6931-417a-b127-929a57921330 req-8ec7e303-5928-42d8-b15a-549e1264b1d2 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:38.819620 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4190a338-6931-417a-b127-929a57921330 req-8ec7e303-5928-42d8-b15a-549e1264b1d2 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 945 time: 0.0838983 Jun 09 15:12:38.863719 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4190a338-6931-417a-b127-929a57921330 req-47ec539b-b90c-49e0-ab2c-c096b4054189 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383711 Jun 09 15:12:40.047420 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c67dc8-8754-4a1c-92be-5aab4ee5ee91 req-6c4e76ae-fcbe-4446-a3b9-b41c6a495a78 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:40.048832 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-48c67dc8-8754-4a1c-92be-5aab4ee5ee91 req-6c4e76ae-fcbe-4446-a3b9-b41c6a495a78 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 945 time: 0.0799737 Jun 09 15:12:40.098932 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-48c67dc8-8754-4a1c-92be-5aab4ee5ee91 req-c280a315-2d2f-492f-8134-de7ec3de8ee7 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428715 Jun 09 15:12:40.744983 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['a96d2945-07ae-451f-b487-e3582aa24a1a'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:12:41.286635 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed4aea-0078-4ad4-bef4-59f34959bee0 req-d0c46188-ee65-4fdf-9e05-068f4645124d tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:41.288132 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-37ed4aea-0078-4ad4-bef4-59f34959bee0 req-d0c46188-ee65-4fdf-9e05-068f4645124d tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 945 time: 0.0833898 Jun 09 15:12:41.331500 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-37ed4aea-0078-4ad4-bef4-59f34959bee0 req-e1386861-b758-47ce-8549-66745a45fb50 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377581 Jun 09 15:12:42.521388 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede14811-ce0a-45b1-a9be-001246a68ada req-109ede62-871d-4b30-a24f-70ffccd5f7ac tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:42.522841 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ede14811-ce0a-45b1-a9be-001246a68ada req-109ede62-871d-4b30-a24f-70ffccd5f7ac tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 945 time: 0.0843081 Jun 09 15:12:42.570107 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ede14811-ce0a-45b1-a9be-001246a68ada req-18e1185c-0365-4e70-a6a2-e12db74e0f7f tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415990 Jun 09 15:12:42.850352 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf0f2-b50d-4188-bd83-c2dcbfad48cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:43.286268 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device a96d2945-07ae-451f-b487-e3582aa24a1a up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:43.352005 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port a96d2945-07ae-451f-b487-e3582aa24a1a triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:43.352374 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:43.468774 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:43.494895 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d2945-07ae-451f-b487-e3582aa24a1a'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:12:43.497738 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc5c22b-9778-462c-92a7-f8e461975e1f" -d '{"events": [{"server_uuid": "fe6e34c6-5817-4d1d-a743-83245b8e329f", "name": "network-vif-plugged", "status": "completed", "tag": "a96d2945-07ae-451f-b487-e3582aa24a1a"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:12:43.505915 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port a96d2945-07ae-451f-b487-e3582aa24a1a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a96d2945-07ae-451f-b487-e3582aa24a1a,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:43.511287 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:43.513305 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-95ba23b0-cef1-4b6a-bac7-2f4c6fe8ff58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:43.545478 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccfda12-e0bb-4855-83ed-00db34b5b16c x-openstack-request-id: req-4ccfda12-e0bb-4855-83ed-00db34b5b16c {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:12:43.545779 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6e34c6-5817-4d1d-a743-83245b8e329f", "name": "network-vif-plugged", "status": "completed", "tag": "a96d2945-07ae-451f-b487-e3582aa24a1a", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:12:43.546031 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4ccfda12-e0bb-4855-83ed-00db34b5b16c {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:12:43.546413 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'code': 200} Jun 09 15:12:43.584870 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=a96d2945-07ae-451f-b487-e3582aa24a1a,revision_number=8']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:43.587746 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:43.776718 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dfe29-5055-4476-b508-f2f9309bad38 req-e6d44184-fd1d-476c-b9bd-ad70ba0f50a3 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:43.778604 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3d2dfe29-5055-4476-b508-f2f9309bad38 req-e6d44184-fd1d-476c-b9bd-ad70ba0f50a3 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0866303 Jun 09 15:12:43.822970 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3956b1-24db-4d38-9426-5c7cd44a7572 req-b2c5df42-dcf4-4aba-bf7c-d819487eb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:43.823730 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3d2dfe29-5055-4476-b508-f2f9309bad38 req-23f7980d-74a5-486e-a328-6f2aa5eba6cf tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0397253 Jun 09 15:12:43.824406 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8c3956b1-24db-4d38-9426-5c7cd44a7572 req-b2c5df42-dcf4-4aba-bf7c-d819487eb2bc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 1099 time: 0.0738389 Jun 09 15:12:43.871069 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8c3956b1-24db-4d38-9426-5c7cd44a7572 req-0ca1f919-be05-4cc1-83e7-b061060e4db5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390265 Jun 09 15:12:44.397022 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58006) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:44.510163 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0345897b-de2f-4699-b5a6-16bb82a2a264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:44.615441 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0345897b-de2f-4699-b5a6-16bb82a2a264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:44.620482 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0345897b-de2f-4699-b5a6-16bb82a2a264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:44.629588 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-ea241e3d-24ba-486e-990b-ebaae43ae864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:44.669342 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-0345897b-de2f-4699-b5a6-16bb82a2a264 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=385c7b411c054c0bbae3347eba0aaf5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711055 Jun 09 15:12:44.670961 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345897b-de2f-4699-b5a6-16bb82a2a264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73685cc-5035-4c1a-b4fc-36eb0049b88b,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:44.671996 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58010) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:44.673957 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0345897b-de2f-4699-b5a6-16bb82a2a264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:44.729993 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4184ad07-e91d-42b5-a8d5-a36138e5cb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:44.755341 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4184ad07-e91d-42b5-a8d5-a36138e5cb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:44.806791 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4184ad07-e91d-42b5-a8d5-a36138e5cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:44.809687 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4184ad07-e91d-42b5-a8d5-a36138e5cb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:44.810812 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-4184ad07-e91d-42b5-a8d5-a36138e5cb0e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d73685cc-5035-4c1a-b4fc-36eb0049b88b HTTP/1.1" status: 204 len: 168 time: 0.1378405 Jun 09 15:12:44.811582 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0f767eb5-131e-4648-8b6c-10bb32e149c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:44.820997 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184ad07-e91d-42b5-a8d5-a36138e5cb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73685cc-5035-4c1a-b4fc-36eb0049b88b,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:44.823280 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-4184ad07-e91d-42b5-a8d5-a36138e5cb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:45.020630 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927fef9-3abd-467a-9f92-7c0046b1b100 req-486ede74-1190-4c95-baf7-93989d4f7c5e tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:45.022075 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8927fef9-3abd-467a-9f92-7c0046b1b100 req-486ede74-1190-4c95-baf7-93989d4f7c5e tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0865972 Jun 09 15:12:45.067699 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8927fef9-3abd-467a-9f92-7c0046b1b100 req-2d34b81f-2135-40df-b455-9dadca74603b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400283 Jun 09 15:12:45.336500 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:45.425839 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-6630bb1b-859c-48ee-a8ed-b18c3b40866b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:45.483918 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58040) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:45.585950 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1939879346-network', 'tenant_id': '717d483b757d46509ab99784aeb0b533'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:45.607821 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Made reservation on behalf of 717d483b757d46509ab99784aeb0b533 for: {'network': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:12:45.610028 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:45.621511 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:45.724133 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:45.727895 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:45.732152 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f7a781d3-354b-4b38-a955-019fec33ed61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:45.754977 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=91817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:12:45.767618 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15ccc5c-b3dc-4156-ad5c-4d94a857ec15,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:45.771864 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:45.772628 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:45.772961 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.segments_db [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Added segment 0c67894d-ddb5-44f2-9a39-1d0d2430da88 of type vlan for network 61c6be1e-6475-4220-b884-f7c4360bffaa Jun 09 15:12:45.799813 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:45.828105 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:45.829505 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:45.830084 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:45.833549 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:45.924835 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4397833 Jun 09 15:12:45.928237 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58046) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:45.930200 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Pushing event updated for resources: {'Network': ['ID=61c6be1e-6475-4220-b884-f7c4360bffaa,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:45.933305 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-50aaf997-fcaa-47d3-8ba5-943b16d4ebda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:45.940291 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-a75d8e90-a948-4c4b-b34b-0772f9ee38ea admin admin] Request body: {'subnet': {'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1939879346-subnet', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'ip_version': 4}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:45.943389 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network 61c6be1e-6475-4220-b884-f7c4360bffaa details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:12:45.966372 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75d8e90-a948-4c4b-b34b-0772f9ee38ea admin admin] Made reservation on behalf of 717d483b757d46509ab99784aeb0b533 for: {'subnet': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:12:45.969358 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a75d8e90-a948-4c4b-b34b-0772f9ee38ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28855203'] for subnet, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:46.165875 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a75d8e90-a948-4c4b-b34b-0772f9ee38ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29139109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28855197'] for subnet, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:46.169596 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-7b4902cc-80b7-4a25-a882-eaab83c67594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:46.240490 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d8e90-a948-4c4b-b34b-0772f9ee38ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a3e46aa-de27-4249-bdb7-0056527bba5b,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:46.243920 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a75d8e90-a948-4c4b-b34b-0772f9ee38ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:46.249962 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d8e90-a948-4c4b-b34b-0772f9ee38ea admin admin] Checking segment: {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:46.250310 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75d8e90-a948-4c4b-b34b-0772f9ee38ea admin admin] Network hostable DHCP agents. Network: 61c6be1e-6475-4220-b884-f7c4360bffaa, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:12:46.266296 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75d8e90-a948-4c4b-b34b-0772f9ee38ea admin admin] Network 61c6be1e-6475-4220-b884-f7c4360bffaa is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:12:46.274476 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-a75d8e90-a948-4c4b-b34b-0772f9ee38ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, 61c6be1e-6475-4220-b884-f7c4360bffaa) {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:46.278375 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75d8e90-a948-4c4b-b34b-0772f9ee38ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:46.278977 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a75d8e90-a948-4c4b-b34b-0772f9ee38ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:46.283465 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30909313-0220-42cb-812f-51f2c4a10766 None None] Network 61c6be1e-6475-4220-b884-f7c4360bffaa requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:12:46.295966 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-a75d8e90-a948-4c4b-b34b-0772f9ee38ea admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3665888 Jun 09 15:12:46.298776 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58048) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:46.303065 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:46.323814 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-602927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11284'] for router, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:46.325462 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11373'] for router, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:46.339292 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:46.377412 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:46.505035 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bffd5d1-ad12-50dd-ae4e-8290e53cb201-61c6be1e-6475-4220-b884-f7c4360bffaa', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b'}]}} from dv-cinder-789603-9-iscsi. {{(pid=91818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 15:12:46.505883 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:46.598378 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-602941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11391'] for router, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:46.659362 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.db_base_plugin_common [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Allocated IP 172.20.0.2 (61c6be1e-6475-4220-b884-f7c4360bffaa/5a3e46aa-de27-4249-bdb7-0056527bba5b/c3c87240-dd4a-4c75-a05f-1ccf8f554b57) {{(pid=91818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:12:46.866191 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Notify callbacks [] for port, precommit_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:46.876384 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Transition to ACTIVE for port object c3c87240-dd4a-4c75-a05f-1ccf8f554b57 will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:46.895416 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Transition to ACTIVE for port object c3c87240-dd4a-4c75-a05f-1ccf8f554b57 will not be triggered until provisioned by entity DHCP. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:46.901251 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:46.906399 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:46.968280 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Network 61c6be1e-6475-4220-b884-f7c4360bffaa is already hosted by enough agents. {{(pid=91818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:46.971231 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Resources bound (agent type, host, resource id): {{(pid=91818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:46.974920 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Received port after_create {{(pid=91818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:12:46.980621 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Pushing event updated for resources: {'Port': ['ID=c3c87240-dd4a-4c75-a05f-1ccf8f554b57,revision_number=1']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:46.985156 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:47.010215 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:47.041380 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:47.073409 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Attempting to bind port c3c87240-dd4a-4c75-a05f-1ccf8f554b57 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:12:47.073762 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Attempting to bind port c3c87240-dd4a-4c75-a05f-1ccf8f554b57 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:12:47.081931 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Attempting to bind port c3c87240-dd4a-4c75-a05f-1ccf8f554b57 on network 61c6be1e-6475-4220-b884-f7c4360bffaa {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:12:47.086852 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:12:47.087303 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Checking segment: {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:47.087763 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:47.088212 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Bound using segment: {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:12:47.088742 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Bound port: c3c87240-dd4a-4c75-a05f-1ccf8f554b57, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:12:47.089109 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:47.179553 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] For port c3c87240-dd4a-4c75-a05f-1ccf8f554b57, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:12:47.181478 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Allocated IP 172.27.1.96 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/3708102d-fa5d-450a-b811-f356c36e7865) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:12:47.182513 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] For port c3c87240-dd4a-4c75-a05f-1ccf8f554b57, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=c3c87240-dd4a-4c75-a05f-1ccf8f554b57,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:12:47.187775 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:47.191194 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:47.267371 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Pushing event updated for resources: {'Port': ['ID=c3c87240-dd4a-4c75-a05f-1ccf8f554b57,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:47.270421 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:47.343028 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:47.371961 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29138953'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:47.375748 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-cef96c67-998b-48b7-9c55-588de042dfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:47.445638 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:47.448344 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:47.452572 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:12:47.486756 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Pushing event updated for resources: {'Port': ['ID=3708102d-fa5d-450a-b811-f356c36e7865,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:47.490838 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:47.868794 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:47.927944 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device c3c87240-dd4a-4c75-a05f-1ccf8f554b57 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:48.004236 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port c3c87240-dd4a-4c75-a05f-1ccf8f554b57 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:48.194340 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04178ef8-aca6-4846-a9fe-2387cd142dbf None None] Network 61c6be1e-6475-4220-b884-f7c4360bffaa requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:12:48.243848 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601806'] for router, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:48.323610 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:48.326595 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-582eedaa-a941-4579-9af3-aaaa70bc0595 None None] Provisioning for port c3c87240-dd4a-4c75-a05f-1ccf8f554b57 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:48.337141 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-582eedaa-a941-4579-9af3-aaaa70bc0595 None None] Provisioning complete for port c3c87240-dd4a-4c75-a05f-1ccf8f554b57 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:48.337521 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-582eedaa-a941-4579-9af3-aaaa70bc0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:48.576764 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-582eedaa-a941-4579-9af3-aaaa70bc0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:48.582588 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Router 551dbefc-4409-465d-b2e9-6b06e75a595a is scheduled to L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 with binding_index 1 {{(pid=91816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:12:48.618167 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-582eedaa-a941-4579-9af3-aaaa70bc0595 None None] For port c3c87240-dd4a-4c75-a05f-1ccf8f554b57, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=c3c87240-dd4a-4c75-a05f-1ccf8f554b57,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:48.622756 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-582eedaa-a941-4579-9af3-aaaa70bc0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:48.626618 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:48.704177 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582eedaa-a941-4579-9af3-aaaa70bc0595 None None] Pushing event updated for resources: {'Port': ['ID=c3c87240-dd4a-4c75-a05f-1ccf8f554b57,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:48.708616 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-582eedaa-a941-4579-9af3-aaaa70bc0595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:48.815852 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:12:48.826371 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Sync routers for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:12:48.837130 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:48.837925 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:12:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:48.841438 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] Notify callbacks [] for router, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:48.846026 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58066) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:48.846674 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-7354bcc6-8738-451c-8e59-21534745af53 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5465431 Jun 09 15:12:48.992921 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-c342171d-86a5-4fe4-ab0a-b2035c5c4457 None None] Provisioning complete for port c3c87240-dd4a-4c75-a05f-1ccf8f554b57 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:48.993522 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-c342171d-86a5-4fe4-ab0a-b2035c5c4457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:49.077539 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:49.406514 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:47Z', 'revision_number': 3, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:49.410599 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Checking router: 551dbefc-4409-465d-b2e9-6b06e75a595a for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:12:49.410950 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Updating router 551dbefc-4409-465d-b2e9-6b06e75a595a port 3708102d-fa5d-450a-b811-f356c36e7865 binding host dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:12:49.464042 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:49.511794 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:49.793571 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Notify callbacks [] for port, precommit_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:49.804725 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Transition to ACTIVE for port object 3708102d-fa5d-450a-b811-f356c36e7865 will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:49.812448 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:49.816233 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:49.820093 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Allocated IP 172.20.0.1 (61c6be1e-6475-4220-b884-f7c4360bffaa/5a3e46aa-de27-4249-bdb7-0056527bba5b/2e0e37fa-3bef-4563-87c5-669b6a6b6a7d) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:12:49.939443 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device c3c87240-dd4a-4c75-a05f-1ccf8f554b57 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:49.982739 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:49.987051 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Attempting to bind port 3708102d-fa5d-450a-b811-f356c36e7865 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:12:49.987439 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Attempting to bind port 3708102d-fa5d-450a-b811-f356c36e7865 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:12:49.987785 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Attempting to bind port 3708102d-fa5d-450a-b811-f356c36e7865 on network 6da5a613-1aa1-48f4-af01-171168c355b4 {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:12:49.991009 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b8181-babf-4f3b-9486-7c9441e6dd21 None None] Pushing event updated for resources: {'Port': ['ID=3708102d-fa5d-450a-b811-f356c36e7865,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:49.996829 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-ba6b8181-babf-4f3b-9486-7c9441e6dd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:49.997724 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:12:49.998268 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Checking segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:49.998553 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:49.998943 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Bound using segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:12:49.999080 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Transition to ACTIVE for port object 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d will not be triggered until provisioned by entity DHCP. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:49.999464 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Bound port: 3708102d-fa5d-450a-b811-f356c36e7865, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:12:49.999790 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.022685 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.027790 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c7c9a89d-bbd8-42a7-8b56-eb6457b8c10b tempest-VolumesNegativeTest-827876934 tempest-VolumesNegativeTest-827876934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:50.092966 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] For port 3708102d-fa5d-450a-b811-f356c36e7865, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:12:50.094169 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Network 61c6be1e-6475-4220-b884-f7c4360bffaa is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:50.095428 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port c3c87240-dd4a-4c75-a05f-1ccf8f554b57 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:50.095858 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.097374 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:50.101280 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:12:50.141093 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Pushing event updated for resources: {'Port': ['ID=2e0e37fa-3bef-4563-87c5-669b6a6b6a7d,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:50.145734 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:50.154621 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] For port 3708102d-fa5d-450a-b811-f356c36e7865, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=3708102d-fa5d-450a-b811-f356c36e7865,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:12:50.164038 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.166824 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58074) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:50.170877 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-ca5b43c2-e436-4122-8e8b-b974a4ac18f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:50.173902 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442500'] for router_interface, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.263419 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:50.264265 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:12:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:50.310614 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6cb47f56-4271-44ae-9004-3daa776cb112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.311742 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.426476 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6cb47f56-4271-44ae-9004-3daa776cb112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.431699 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6cb47f56-4271-44ae-9004-3daa776cb112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.443563 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-25a58014-5589-4078-be68-5721a4a42904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:50.462522 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b8181-babf-4f3b-9486-7c9441e6dd21 None None] Pushing event updated for resources: {'Port': ['ID=3708102d-fa5d-450a-b811-f356c36e7865,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:50.475854 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-ba6b8181-babf-4f3b-9486-7c9441e6dd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:50.487647 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-6cb47f56-4271-44ae-9004-3daa776cb112 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c64b7ad710434e518ee88557b31e3008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181894 Jun 09 15:12:50.489274 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb47f56-4271-44ae-9004-3daa776cb112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411daf7d-5244-49b8-949b-2a7c56395b6f,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:50.489988 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2ddde200-6290-4150-9859-f763274ad903 None None] Provisioning for port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:50.491919 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58078) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:50.492375 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6cb47f56-4271-44ae-9004-3daa776cb112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:50.517044 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2ddde200-6290-4150-9859-f763274ad903 None None] Provisioning complete for port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:50.517412 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2ddde200-6290-4150-9859-f763274ad903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.584055 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-42ae3b2d-b60e-444c-97e4-fa2529f83911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.592384 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:50.622772 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.628030 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-42ae3b2d-b60e-444c-97e4-fa2529f83911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.637168 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.650079 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2ddde200-6290-4150-9859-f763274ad903 None None] Port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:12:50.663253 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-13d292cb-4917-4ddf-93ed-ff2f50c4e4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:50.784383 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Pushing event updated for resources: {'Port': ['ID=2e0e37fa-3bef-4563-87c5-669b6a6b6a7d,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:50.787543 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:50.788739 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598748'] for router_interface, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.883220 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-42ae3b2d-b60e-444c-97e4-fa2529f83911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.887382 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-42ae3b2d-b60e-444c-97e4-fa2529f83911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:50.891059 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-42ae3b2d-b60e-444c-97e4-fa2529f83911 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/411daf7d-5244-49b8-949b-2a7c56395b6f HTTP/1.1" status: 204 len: 168 time: 0.3958199 Jun 09 15:12:50.892002 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7636988d-bf25-489b-9df0-4c2c2398b9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:50.917045 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae3b2d-b60e-444c-97e4-fa2529f83911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411daf7d-5244-49b8-949b-2a7c56395b6f,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:50.920343 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-42ae3b2d-b60e-444c-97e4-fa2529f83911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:50.985099 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Network 61c6be1e-6475-4220-b884-f7c4360bffaa is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:50.987135 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:50.988757 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:49Z', 'revision_number': 1, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:50.994370 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422672d-9eb3-4512-a638-d29a36f6ec96 None None] The sync data for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi is: [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:49Z', 'revision_number': 1, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:12:51.242462 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Router 551dbefc-4409-465d-b2e9-6b06e75a595a has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:12:51.287026 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-151e574b-e444-448e-bd10-3dcaf5642bc6 None None] Provisioning complete for port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:51.287579 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-151e574b-e444-448e-bd10-3dcaf5642bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:51.371529 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-151e574b-e444-448e-bd10-3dcaf5642bc6 None None] Port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:12:51.469538 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:12:51.474725 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] 10.222.0.74 "PUT /v2.0/routers/551dbefc-4409-465d-b2e9-6b06e75a595a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6267772 Jun 09 15:12:51.957115 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 3708102d-fa5d-450a-b811-f356c36e7865 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:52.046537 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 3708102d-fa5d-450a-b811-f356c36e7865 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:52.053895 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 3708102d-fa5d-450a-b811-f356c36e7865 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:52.054316 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:52.189965 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:52.207266 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port 3708102d-fa5d-450a-b811-f356c36e7865, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=3708102d-fa5d-450a-b811-f356c36e7865,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:52.220545 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58120) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:52.221076 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:52.223320 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-3961268b-d312-4c01-bf38-a286d4bd0ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:52.227759 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1437986128-network', 'tenant_id': 'ba2af879d01f435381e75c591686ab56'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:52.252688 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Made reservation on behalf of ba2af879d01f435381e75c591686ab56 for: {'network': 1} {{(pid=91817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:12:52.255908 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3627532'] for network, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:52.272645 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:52.309239 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=3708102d-fa5d-450a-b811-f356c36e7865,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:52.321617 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:52.400146 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:52.405117 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:52.408541 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5a0af9c4-50a2-42b8-aecf-804f96549179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:52.438581 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=91817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 15:12:52.447627 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f87a96c-feac-409c-8c86-7ed4726c87aa,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:52.452461 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:52.458726 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:52.459257 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.segments_db [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Added segment 31aee941-8b30-4c84-90b2-b8626df33dde of type vlan for network 1fa1f3cb-e637-4e92-aca6-5c1c590682c0 Jun 09 15:12:52.489008 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759737837532'] for network, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:52.524312 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481'] for network, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:52.525679 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:52.526345 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:52.532047 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-324ba46a-92d2-4011-bfa7-b790243b00ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:52.732856 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5104892 Jun 09 15:12:52.736165 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58156) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:52.742375 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-a3c0152b-8304-4dfe-8ece-bd0d30ceaea0 admin admin] Request body: {'subnet': {'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1437986128-subnet', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'ip_version': 4}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:52.743056 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa1f3cb-e637-4e92-aca6-5c1c590682c0,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:52.745919 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-635f484f-2af9-412c-bd17-de60d410e2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:52.753735 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Network 1fa1f3cb-e637-4e92-aca6-5c1c590682c0 details requested by agent ovs-agent-dv-cinder-789603-9-iscsi with host dv-cinder-789603-9-iscsi {{(pid=91818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 15:12:52.766184 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c0152b-8304-4dfe-8ece-bd0d30ceaea0 admin admin] Made reservation on behalf of ba2af879d01f435381e75c591686ab56 for: {'subnet': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:12:52.769376 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a3c0152b-8304-4dfe-8ece-bd0d30ceaea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28855203'] for subnet, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:53.012488 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a3c0152b-8304-4dfe-8ece-bd0d30ceaea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29139109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28855197'] for subnet, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:53.016317 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4ba61b57-516c-4411-a3c1-9322ee4f4e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:53.089934 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0152b-8304-4dfe-8ece-bd0d30ceaea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81aa9f7-aa71-4469-acd4-85a1953d502f,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:53.093518 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a3c0152b-8304-4dfe-8ece-bd0d30ceaea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:53.105569 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c0152b-8304-4dfe-8ece-bd0d30ceaea0 admin admin] Checking segment: {'id': '31aee941-8b30-4c84-90b2-b8626df33dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:53.106040 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c0152b-8304-4dfe-8ece-bd0d30ceaea0 admin admin] Network hostable DHCP agents. Network: 1fa1f3cb-e637-4e92-aca6-5c1c590682c0, hostable agents: ['5355b62f-9f53-4e17-aa15-7f3e46e5def7'], hosted agents: [] {{(pid=91816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 15:12:53.127671 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c0152b-8304-4dfe-8ece-bd0d30ceaea0 admin admin] Network 1fa1f3cb-e637-4e92-aca6-5c1c590682c0 is scheduled to be hosted by DHCP agent 5355b62f-9f53-4e17-aa15-7f3e46e5def7 with binding_index 1 {{(pid=91816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 15:12:53.139000 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-a3c0152b-8304-4dfe-8ece-bd0d30ceaea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-9-iscsi, 1fa1f3cb-e637-4e92-aca6-5c1c590682c0) {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:53.143274 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c0152b-8304-4dfe-8ece-bd0d30ceaea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:12:53.143914 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a3c0152b-8304-4dfe-8ece-bd0d30ceaea0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:53.150398 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0ba36a-1552-4c3d-9262-25a363567cb3 None None] Network 1fa1f3cb-e637-4e92-aca6-5c1c590682c0 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:12:53.162965 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-a3c0152b-8304-4dfe-8ece-bd0d30ceaea0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4249229 Jun 09 15:12:53.165369 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58168) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:53.170804 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1437986128-router', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:53.199610 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-602927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11284'] for router, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:53.200725 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11373'] for router, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:53.216872 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:53.305217 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Sync routers for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:12:53.316368 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:53.317095 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:12:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:53.467340 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bffd5d1-ad12-50dd-ae4e-8290e53cb201-1fa1f3cb-e637-4e92-aca6-5c1c590682c0', 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'fixed_ips': [{'subnet_id': 'a81aa9f7-aa71-4469-acd4-85a1953d502f'}]}} from dv-cinder-789603-9-iscsi. {{(pid=91818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 15:12:53.468913 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:53.524876 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601825', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-602941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11391'] for router, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:53.546194 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:53.639725 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.db_base_plugin_common [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Allocated IP 172.20.0.2 (1fa1f3cb-e637-4e92-aca6-5c1c590682c0/a81aa9f7-aa71-4469-acd4-85a1953d502f/fec3fa0d-3117-4ef7-a630-5dc4c036076b) {{(pid=91818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:12:53.866828 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:53.867343 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Notify callbacks [] for port, precommit_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:53.879078 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Transition to ACTIVE for port object fec3fa0d-3117-4ef7-a630-5dc4c036076b will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:53.884444 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 2, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:53.889588 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Checking router: 551dbefc-4409-465d-b2e9-6b06e75a595a for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:12:53.890054 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Updating router 551dbefc-4409-465d-b2e9-6b06e75a595a port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d binding host dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:12:53.904522 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Transition to ACTIVE for port object fec3fa0d-3117-4ef7-a630-5dc4c036076b will not be triggered until provisioned by entity DHCP. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:53.906534 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:53.911705 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294'] for port, after_create {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:53.919756 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:53.956304 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 3708102d-fa5d-450a-b811-f356c36e7865 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:53.957346 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.037635 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Network 1fa1f3cb-e637-4e92-aca6-5c1c590682c0 is already hosted by enough agents. {{(pid=91818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:54.044096 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.scheduler.base_scheduler [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Resources bound (agent type, host, resource id): {{(pid=91818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:54.052075 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Received port after_create {{(pid=91818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:12:54.054207 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Pushing event updated for resources: {'Port': ['ID=fec3fa0d-3117-4ef7-a630-5dc4c036076b,revision_number=1']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:54.062356 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:54.158739 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Attempting to bind port fec3fa0d-3117-4ef7-a630-5dc4c036076b on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:12:54.159107 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Attempting to bind port fec3fa0d-3117-4ef7-a630-5dc4c036076b by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '31aee941-8b30-4c84-90b2-b8626df33dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:12:54.159926 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Attempting to bind port fec3fa0d-3117-4ef7-a630-5dc4c036076b on network 1fa1f3cb-e637-4e92-aca6-5c1c590682c0 {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:12:54.162746 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 3708102d-fa5d-450a-b811-f356c36e7865 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:54.163115 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.196134 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:12:54.196134 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Checking segment: {'id': '31aee941-8b30-4c84-90b2-b8626df33dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:54.196134 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.196134 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Bound using segment: {'id': '31aee941-8b30-4c84-90b2-b8626df33dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:12:54.196134 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Bound port: fec3fa0d-3117-4ef7-a630-5dc4c036076b, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31aee941-8b30-4c84-90b2-b8626df33dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:12:54.196134 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.200660 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Allocated IP 172.27.1.242 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/e63ddc8a-1017-4c37-8d4d-313a98ec1f1a) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:12:54.356054 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] For port fec3fa0d-3117-4ef7-a630-5dc4c036076b, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:12:54.361014 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.368433 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] For port fec3fa0d-3117-4ef7-a630-5dc4c036076b, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=fec3fa0d-3117-4ef7-a630-5dc4c036076b,segment=NetworkSegment(31aee941-8b30-4c84-90b2-b8626df33dde),segment_id=31aee941-8b30-4c84-90b2-b8626df33dde)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:12:54.373262 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.373935 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.378538 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:54.389334 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Transition to ACTIVE for port object 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:54.400277 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.404993 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6583b23b-7672-4481-8546-2db973d409f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:54.406133 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29138953'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.411333 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-b286e184-a9f4-4221-afa1-95f7d7737df1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:54.456083 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Pushing event updated for resources: {'Port': ['ID=fec3fa0d-3117-4ef7-a630-5dc4c036076b,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:54.465487 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:54.487422 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:54.491093 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:54.494154 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:12:54.519920 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=e63ddc8a-1017-4c37-8d4d-313a98ec1f1a,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:54.525064 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:54.622734 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Pushing event updated for resources: {'Port': ['ID=2e0e37fa-3bef-4563-87c5-669b6a6b6a7d,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:54.651863 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:54.652700 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:54.653191 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:54.653839 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:54.654477 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:54.655117 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:54.655724 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:54.656205 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:54.656675 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:54.657142 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:54.657925 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:54.658578 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:12:54.662607 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:54.689176 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Attempting to bind port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:12:54.689551 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Attempting to bind port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:12:54.690105 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Attempting to bind port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d on network 61c6be1e-6475-4220-b884-f7c4360bffaa {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:12:54.701346 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:12:54.701851 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Checking segment: {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:54.702323 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.702803 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Bound using segment: {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:12:54.703386 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Bound port: 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:12:54.703806 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.816062 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] For port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:12:54.819988 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] For port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=2e0e37fa-3bef-4563-87c5-669b6a6b6a7d,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:12:54.831190 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:54.835242 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:54.912081 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Pushing event updated for resources: {'Port': ['ID=2e0e37fa-3bef-4563-87c5-669b6a6b6a7d,revision_number=4']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:54.913603 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:54.914212 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:12:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:54.970753 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b0658672-8f6e-4e5f-ba10-0b2e51fbb073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:54.997800 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:55.142276 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:55.388246 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601806'] for router, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:55.491411 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:54Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:55.496109 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a5b2c-d771-48da-b5ef-98d4917b9df3 None None] The sync data for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi is: [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:54Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:12:55.613967 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Router 72f4c67b-931d-42d2-b8d7-319acfb244c8 is scheduled to L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 with binding_index 1 {{(pid=91816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 15:12:55.685833 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ea563-984a-4ae3-beb1-44299c330d94 None None] Network 1fa1f3cb-e637-4e92-aca6-5c1c590682c0 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:12:55.793003 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-5219f690-31b5-45a1-914d-402e272b8cf2 None None] Provisioning for port fec3fa0d-3117-4ef7-a630-5dc4c036076b completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:55.929810 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:12:55.959846 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Sync routers for ids ['72f4c67b-931d-42d2-b8d7-319acfb244c8'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:12:55.960445 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:55.963094 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7966626 Jun 09 15:12:55.965182 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58182) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:55.988921 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Routers {'72f4c67b-931d-42d2-b8d7-319acfb244c8'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:55.989544 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:12:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['72f4c67b-931d-42d2-b8d7-319acfb244c8'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:56.120515 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:56.268486 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Set router 72f4c67b-931d-42d2-b8d7-319acfb244c8 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:56.363577 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:56.425848 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:56.426226 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:56.717261 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:56.717775 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:56.763876 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=2e0e37fa-3bef-4563-87c5-669b6a6b6a7d,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:56.765886 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'name': 'tempest-TestVolumeBootPattern-1437986128-router', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e63ddc8a-1017-4c37-8d4d-313a98ec1f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:12:54Z', 'revision_number': 3, 'project_id': 'ba2af879d01f435381e75c591686ab56', 'gw_port': {'id': 'e63ddc8a-1017-4c37-8d4d-313a98ec1f1a', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:56.770643 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:56.771796 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device fec3fa0d-3117-4ef7-a630-5dc4c036076b up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:56.799535 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:56.832562 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Checking router: 72f4c67b-931d-42d2-b8d7-319acfb244c8 for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:12:56.832903 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Updating router 72f4c67b-931d-42d2-b8d7-319acfb244c8 port e63ddc8a-1017-4c37-8d4d-313a98ec1f1a binding host dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:12:56.928926 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Allocated IP 172.20.0.1 (1fa1f3cb-e637-4e92-aca6-5c1c590682c0/a81aa9f7-aa71-4469-acd4-85a1953d502f/25dd6e45-459c-4e05-ad1e-e3fac49a9206) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:12:56.935144 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:56.986378 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=2e0e37fa-3bef-4563-87c5-669b6a6b6a7d,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:56.993519 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:57.039530 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port fec3fa0d-3117-4ef7-a630-5dc4c036076b completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:57.049452 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port fec3fa0d-3117-4ef7-a630-5dc4c036076b triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:57.049819 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.083207 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.098370 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.provisioning_blocks [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Transition to ACTIVE for port object 25dd6e45-459c-4e05-ad1e-e3fac49a9206 will not be triggered until provisioned by entity DHCP. {{(pid=91817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:57.123148 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.126958 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-0da7181a-e58d-4b38-af0c-4a372687d5d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:57.190890 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Network 1fa1f3cb-e637-4e92-aca6-5c1c590682c0 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:57.193700 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:57.197258 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:12:57.231004 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Pushing event updated for resources: {'Port': ['ID=25dd6e45-459c-4e05-ad1e-e3fac49a9206,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:57.237204 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:57.258420 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442500'] for router_interface, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.301005 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.349149 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port fec3fa0d-3117-4ef7-a630-5dc4c036076b, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=fec3fa0d-3117-4ef7-a630-5dc4c036076b,segment=NetworkSegment(31aee941-8b30-4c84-90b2-b8626df33dde),segment_id=31aee941-8b30-4c84-90b2-b8626df33dde)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:12:57.360187 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.364550 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:57.371912 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.492417 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-8cc64127-c03c-4367-8fbd-92bc204432ca None None] Provisioning for port 25dd6e45-459c-4e05-ad1e-e3fac49a9206 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:12:57.508256 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Notify callbacks [] for port, precommit_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.514093 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=fec3fa0d-3117-4ef7-a630-5dc4c036076b,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:57.520231 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-8cc64127-c03c-4367-8fbd-92bc204432ca None None] Provisioning complete for port 25dd6e45-459c-4e05-ad1e-e3fac49a9206 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:57.520623 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8cc64127-c03c-4367-8fbd-92bc204432ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.547253 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:57.565460 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Transition to ACTIVE for port object e63ddc8a-1017-4c37-8d4d-313a98ec1f1a will not be triggered until provisioned by entity L2. {{(pid=91818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:12:57.581632 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.586869 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-cbdda407-cd71-428b-bfff-a4fae774b676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:57.642735 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-8cc64127-c03c-4367-8fbd-92bc204432ca None None] Port 25dd6e45-459c-4e05-ad1e-e3fac49a9206 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:12:57.670333 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Attempting to bind port e63ddc8a-1017-4c37-8d4d-313a98ec1f1a on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:12:57.670722 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Attempting to bind port e63ddc8a-1017-4c37-8d4d-313a98ec1f1a by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:12:57.671071 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Attempting to bind port e63ddc8a-1017-4c37-8d4d-313a98ec1f1a on network 6da5a613-1aa1-48f4-af01-171168c355b4 {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:12:57.673126 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1b9cd-3a59-410e-80d6-0c635d2a987b None None] Pushing event updated for resources: {'Port': ['ID=e63ddc8a-1017-4c37-8d4d-313a98ec1f1a,revision_number=2']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:57.676640 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2fb1b9cd-3a59-410e-80d6-0c635d2a987b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:57.679198 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:12:57.679565 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Checking segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:12:57.679960 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.680335 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Bound using segment: {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'} {{(pid=91818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:12:57.680937 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.managers [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Bound port: e63ddc8a-1017-4c37-8d4d-313a98ec1f1a, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43762007-476b-41af-b3f9-06640ceeec23', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4'}}] {{(pid=91818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:12:57.681168 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.728639 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.733686 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.762092 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] For port e63ddc8a-1017-4c37-8d4d-313a98ec1f1a, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:12:57.762762 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-cf4bfd15-7886-4ff4-8ad0-d25f709627f3 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:57.768959 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] For port e63ddc8a-1017-4c37-8d4d-313a98ec1f1a, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=e63ddc8a-1017-4c37-8d4d-313a98ec1f1a,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:12:57.776888 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.781333 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:57.843893 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Pushing event updated for resources: {'Port': ['ID=25dd6e45-459c-4e05-ad1e-e3fac49a9206,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:57.848506 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598748'] for router_interface, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:57.852214 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:57.857063 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Routers {'72f4c67b-931d-42d2-b8d7-319acfb244c8'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:12:57.857774 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:12:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['72f4c67b-931d-42d2-b8d7-319acfb244c8'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:57.972557 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1b9cd-3a59-410e-80d6-0c635d2a987b None None] Pushing event updated for resources: {'Port': ['ID=e63ddc8a-1017-4c37-8d4d-313a98ec1f1a,revision_number=3']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:57.975216 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:57.997133 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Network 1fa1f3cb-e637-4e92-aca6-5c1c590682c0 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:12:57.998274 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:12:58.049993 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2fb1b9cd-3a59-410e-80d6-0c635d2a987b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:58.148129 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] Set router 72f4c67b-931d-42d2-b8d7-319acfb244c8 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:12:58.204143 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Router 72f4c67b-931d-42d2-b8d7-319acfb244c8 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:12:58.205434 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:58.205810 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:58.413476 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-bafef23b-11c1-463e-a54f-bed6cc6842b2 None None] Provisioning complete for port 25dd6e45-459c-4e05-ad1e-e3fac49a9206 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:58.413827 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:12:58.413954 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-bafef23b-11c1-463e-a54f-bed6cc6842b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:58.422242 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] 10.222.0.74 "PUT /v2.0/routers/72f4c67b-931d-42d2-b8d7-319acfb244c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4555061 Jun 09 15:12:58.551125 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-bafef23b-11c1-463e-a54f-bed6cc6842b2 None None] Port 25dd6e45-459c-4e05-ad1e-e3fac49a9206 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:12:58.564584 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device fec3fa0d-3117-4ef7-a630-5dc4c036076b up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:58.688874 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port fec3fa0d-3117-4ef7-a630-5dc4c036076b triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:12:58.689132 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:58.741218 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'name': 'tempest-TestVolumeBootPattern-1437986128-router', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e63ddc8a-1017-4c37-8d4d-313a98ec1f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:12:57Z', 'revision_number': 4, 'project_id': 'ba2af879d01f435381e75c591686ab56', 'gw_port': {'id': 'e63ddc8a-1017-4c37-8d4d-313a98ec1f1a', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '25dd6e45-459c-4e05-ad1e-e3fac49a9206', 'name': '', 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'mac_address': 'fa:16:3e:0c:f4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a81aa9f7-aa71-4469-acd4-85a1953d502f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:56Z', 'updated_at': '2021-06-09T15:12:57Z', 'revision_number': 2, 'project_id': 'ba2af879d01f435381e75c591686ab56', 'subnets': [{'id': 'a81aa9f7-aa71-4469-acd4-85a1953d502f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:12:58.749433 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61519e55-8070-4ca0-9370-8d90524c9968 None None] The sync data for ids ['72f4c67b-931d-42d2-b8d7-319acfb244c8'] in dv-cinder-789603-9-iscsi is: [{'id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'name': 'tempest-TestVolumeBootPattern-1437986128-router', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e63ddc8a-1017-4c37-8d4d-313a98ec1f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:12:57Z', 'revision_number': 4, 'project_id': 'ba2af879d01f435381e75c591686ab56', 'gw_port': {'id': 'e63ddc8a-1017-4c37-8d4d-313a98ec1f1a', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '25dd6e45-459c-4e05-ad1e-e3fac49a9206', 'name': '', 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'mac_address': 'fa:16:3e:0c:f4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a81aa9f7-aa71-4469-acd4-85a1953d502f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:56Z', 'updated_at': '2021-06-09T15:12:57Z', 'revision_number': 2, 'project_id': 'ba2af879d01f435381e75c591686ab56', 'subnets': [{'id': 'a81aa9f7-aa71-4469-acd4-85a1953d502f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:12:59.128407 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58196) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:59.133753 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-aec040b9-a9ed-41dc-9790-09c85db5fad0 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-371311889', 'description': 'tempest-secgroup-smoke-371311889 description', 'project_id': '717d483b757d46509ab99784aeb0b533'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:59.158526 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-aec040b9-a9ed-41dc-9790-09c85db5fad0 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.267238 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-aec040b9-a9ed-41dc-9790-09c85db5fad0 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.271218 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-aec040b9-a9ed-41dc-9790-09c85db5fad0 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.275149 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-7132843d-8245-456a-a4cf-a482f2d9f3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:59.313155 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec040b9-a9ed-41dc-9790-09c85db5fad0 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3c65b7-97b8-4309-a746-4633f925f401,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:59.316334 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-aec040b9-a9ed-41dc-9790-09c85db5fad0 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.317526 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-aec040b9-a9ed-41dc-9790-09c85db5fad0 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1881483 Jun 09 15:12:59.318423 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-aec040b9-a9ed-41dc-9790-09c85db5fad0 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:59.320731 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58198) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:59.326952 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-914c7745-a296-401f-a2d6-2e6e3c802a3a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Request body: {'security_group_rule': {'security_group_id': '1f3c65b7-97b8-4309-a746-4633f925f401', 'project_id': '717d483b757d46509ab99784aeb0b533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:59.361252 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-914c7745-a296-401f-a2d6-2e6e3c802a3a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.451091 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-914c7745-a296-401f-a2d6-2e6e3c802a3a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.455310 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-914c7745-a296-401f-a2d6-2e6e3c802a3a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.464165 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-b010df47-1b1a-477b-a266-dec2b9b978c6 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:59.484004 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c7745-a296-401f-a2d6-2e6e3c802a3a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc57a221-52ff-436d-9f2c-3c7d95fb4fc8,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:59.486983 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-914c7745-a296-401f-a2d6-2e6e3c802a3a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:59.488380 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-914c7745-a296-401f-a2d6-2e6e3c802a3a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.489717 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-914c7745-a296-401f-a2d6-2e6e3c802a3a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1673479 Jun 09 15:12:59.492929 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58200) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:59.498185 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-efe4fb35-cb9b-4eb4-85e0-276b9ebf82f1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Request body: {'security_group_rule': {'security_group_id': '1f3c65b7-97b8-4309-a746-4633f925f401', 'project_id': '717d483b757d46509ab99784aeb0b533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:59.536308 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-efe4fb35-cb9b-4eb4-85e0-276b9ebf82f1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.605448 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-efe4fb35-cb9b-4eb4-85e0-276b9ebf82f1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.612929 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-efe4fb35-cb9b-4eb4-85e0-276b9ebf82f1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.615140 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-de504774-2b4b-4def-b5c1-3faaec83e47d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:59.639040 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4fb35-cb9b-4eb4-85e0-276b9ebf82f1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd845452-1bfc-4853-bb6e-22a66f7cea19,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:59.641732 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-efe4fb35-cb9b-4eb4-85e0-276b9ebf82f1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:59.648515 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-efe4fb35-cb9b-4eb4-85e0-276b9ebf82f1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.649853 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-efe4fb35-cb9b-4eb4-85e0-276b9ebf82f1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1558254 Jun 09 15:12:59.653845 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58204) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:59.659151 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-c0942559-66d7-4573-ad45-35dd8ef40c5f tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Request body: {'security_group_rule': {'security_group_id': '1f3c65b7-97b8-4309-a746-4633f925f401', 'project_id': '717d483b757d46509ab99784aeb0b533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:59.690283 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c0942559-66d7-4573-ad45-35dd8ef40c5f tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.755786 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c0942559-66d7-4573-ad45-35dd8ef40c5f tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.759899 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c0942559-66d7-4573-ad45-35dd8ef40c5f tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.762886 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f2125650-5902-4730-95fe-1ab26d21ef27 tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:59.789061 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0942559-66d7-4573-ad45-35dd8ef40c5f tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074b0eeb-1ba3-4d39-a17c-25446da1e0f0,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:59.791953 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-c0942559-66d7-4573-ad45-35dd8ef40c5f tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:59.795639 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-c0942559-66d7-4573-ad45-35dd8ef40c5f tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.796902 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-c0942559-66d7-4573-ad45-35dd8ef40c5f tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417563 Jun 09 15:12:59.799758 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58206) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:59.804229 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-8c663d05-3311-4573-8221-b85536cf5202 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Request body: {'security_group_rule': {'security_group_id': '1f3c65b7-97b8-4309-a746-4633f925f401', 'project_id': '717d483b757d46509ab99784aeb0b533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:12:59.835923 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8c663d05-3311-4573-8221-b85536cf5202 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.923681 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8c663d05-3311-4573-8221-b85536cf5202 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.934010 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8c663d05-3311-4573-8221-b85536cf5202 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.936531 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:12:59.939447 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device e63ddc8a-1017-4c37-8d4d-313a98ec1f1a up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:12:59.960195 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c663d05-3311-4573-8221-b85536cf5202 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a151908f-26d8-4cb4-a88c-9365c6fa3190,revision_number=0']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:12:59.963023 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-8c663d05-3311-4573-8221-b85536cf5202 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:12:59.969057 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-8c663d05-3311-4573-8221-b85536cf5202 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:12:59.970222 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-8c663d05-3311-4573-8221-b85536cf5202 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1694639 Jun 09 15:12:59.973323 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58208) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:12:59.979866 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-0f3ae326-25d1-4b92-b852-078ec43dea2b tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Request body: {'security_group_rule': {'security_group_id': '1f3c65b7-97b8-4309-a746-4633f925f401', 'project_id': '717d483b757d46509ab99784aeb0b533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:13:00.004294 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.securitygroups_db [None req-0f3ae326-25d1-4b92-b852-078ec43dea2b tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Project 717d483b757d46509ab99784aeb0b533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 15:13:00.012091 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0f3ae326-25d1-4b92-b852-078ec43dea2b tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:00.018453 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port e63ddc8a-1017-4c37-8d4d-313a98ec1f1a completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:13:00.023845 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port e63ddc8a-1017-4c37-8d4d-313a98ec1f1a triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:13:00.024324 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:00.090754 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0f3ae326-25d1-4b92-b852-078ec43dea2b tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:00.094703 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0f3ae326-25d1-4b92-b852-078ec43dea2b tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:00.101681 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:00.121864 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ae326-25d1-4b92-b852-078ec43dea2b tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3b13cb-3924-4ff7-b0ce-9b0c59dee314,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:00.124405 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0f3ae326-25d1-4b92-b852-078ec43dea2b tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:00.129168 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-0f3ae326-25d1-4b92-b852-078ec43dea2b tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:00.132818 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-0f3ae326-25d1-4b92-b852-078ec43dea2b tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1556263 Jun 09 15:13:00.132994 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58210) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:13:00.137837 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-a01b2b8f-7443-4233-983a-b51b11ef2173 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Request body: {'security_group_rule': {'security_group_id': '1f3c65b7-97b8-4309-a746-4633f925f401', 'project_id': '717d483b757d46509ab99784aeb0b533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:13:00.148001 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:00.159702 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.securitygroups_db [None req-a01b2b8f-7443-4233-983a-b51b11ef2173 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Project 717d483b757d46509ab99784aeb0b533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 15:13:00.164512 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port e63ddc8a-1017-4c37-8d4d-313a98ec1f1a, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=e63ddc8a-1017-4c37-8d4d-313a98ec1f1a,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:13:00.166035 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a01b2b8f-7443-4233-983a-b51b11ef2173 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:00.169042 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:00.171034 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:00.238473 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=e63ddc8a-1017-4c37-8d4d-313a98ec1f1a,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:00.241366 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a01b2b8f-7443-4233-983a-b51b11ef2173 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:00.241505 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:00.245432 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a01b2b8f-7443-4233-983a-b51b11ef2173 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472576'] for security_group_rule, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:00.251600 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-7ea20875-55ae-43e3-a611-cb7ba6bbc8f7 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:00.272510 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b2b8f-7443-4233-983a-b51b11ef2173 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178e2566-f15c-49ec-964a-97fe47b977cd,revision_number=0']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:00.275276 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a01b2b8f-7443-4233-983a-b51b11ef2173 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:00.280671 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-a01b2b8f-7443-4233-983a-b51b11ef2173 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:00.282278 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-a01b2b8f-7443-4233-983a-b51b11ef2173 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1480522 Jun 09 15:13:01.906224 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device e63ddc8a-1017-4c37-8d4d-313a98ec1f1a up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:13:01.977419 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port e63ddc8a-1017-4c37-8d4d-313a98ec1f1a triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:13:01.977799 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:02.367178 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Sync routers for ids ['72f4c67b-931d-42d2-b8d7-319acfb244c8'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:13:02.376555 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Routers {'72f4c67b-931d-42d2-b8d7-319acfb244c8'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:13:02.377146 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:12:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['72f4c67b-931d-42d2-b8d7-319acfb244c8'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:13:02.555958 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Set router 72f4c67b-931d-42d2-b8d7-319acfb244c8 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:13:02.867593 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'name': 'tempest-TestVolumeBootPattern-1437986128-router', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e63ddc8a-1017-4c37-8d4d-313a98ec1f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:12:57Z', 'revision_number': 4, 'project_id': 'ba2af879d01f435381e75c591686ab56', 'gw_port': {'id': 'e63ddc8a-1017-4c37-8d4d-313a98ec1f1a', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '25dd6e45-459c-4e05-ad1e-e3fac49a9206', 'name': '', 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'mac_address': 'fa:16:3e:0c:f4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a81aa9f7-aa71-4469-acd4-85a1953d502f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:56Z', 'updated_at': '2021-06-09T15:12:57Z', 'revision_number': 2, 'project_id': 'ba2af879d01f435381e75c591686ab56', 'subnets': [{'id': 'a81aa9f7-aa71-4469-acd4-85a1953d502f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:13:02.871703 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Checking router: 72f4c67b-931d-42d2-b8d7-319acfb244c8 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:13:02.872046 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Updating router 72f4c67b-931d-42d2-b8d7-319acfb244c8 port 25dd6e45-459c-4e05-ad1e-e3fac49a9206 binding host dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 15:13:02.933103 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:03.304781 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:03.316455 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Transition to ACTIVE for port object 25dd6e45-459c-4e05-ad1e-e3fac49a9206 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:13:03.323403 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:03.326933 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:03.458067 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ef468-b51b-45a8-a288-861447fc9cf7 None None] Pushing event updated for resources: {'Port': ['ID=25dd6e45-459c-4e05-ad1e-e3fac49a9206,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:03.460631 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1f9ef468-b51b-45a8-a288-861447fc9cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:03.548597 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Attempting to bind port 25dd6e45-459c-4e05-ad1e-e3fac49a9206 on host dv-cinder-789603-9-iscsi for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:13:03.548964 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Attempting to bind port 25dd6e45-459c-4e05-ad1e-e3fac49a9206 by drivers openvswitch,hyperv on host dv-cinder-789603-9-iscsi at level 0 using segments [{'id': '31aee941-8b30-4c84-90b2-b8626df33dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:13:03.549320 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Attempting to bind port 25dd6e45-459c-4e05-ad1e-e3fac49a9206 on network 1fa1f3cb-e637-4e92-aca6-5c1c590682c0 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:13:03.554421 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Checking agent: {'id': '5733ed6c-fe7b-469b-947d-859ef404d1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 14, 56, 15), 'started_at': datetime.datetime(2021, 6, 9, 14, 56, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:13:03.554877 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Checking segment: {'id': '31aee941-8b30-4c84-90b2-b8626df33dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:13:03.555231 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:03.555614 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Bound using segment: {'id': '31aee941-8b30-4c84-90b2-b8626df33dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:13:03.556073 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Bound port: 25dd6e45-459c-4e05-ad1e-e3fac49a9206, host: dv-cinder-789603-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31aee941-8b30-4c84-90b2-b8626df33dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:13:03.556977 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:03.643989 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] For port 25dd6e45-459c-4e05-ad1e-e3fac49a9206, host dv-cinder-789603-9-iscsi, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:13:03.647139 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] For port 25dd6e45-459c-4e05-ad1e-e3fac49a9206, host dv-cinder-789603-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=25dd6e45-459c-4e05-ad1e-e3fac49a9206,segment=NetworkSegment(31aee941-8b30-4c84-90b2-b8626df33dde),segment_id=31aee941-8b30-4c84-90b2-b8626df33dde)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:13:03.651609 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:03.655445 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7077df96-106b-433d-8dfe-6fe6629bb186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:03.732692 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Routers {'72f4c67b-931d-42d2-b8d7-319acfb244c8'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:13:03.733327 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:12:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['72f4c67b-931d-42d2-b8d7-319acfb244c8'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:13:03.788214 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ef468-b51b-45a8-a288-861447fc9cf7 None None] Pushing event updated for resources: {'Port': ['ID=25dd6e45-459c-4e05-ad1e-e3fac49a9206,revision_number=4']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:03.803331 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1f9ef468-b51b-45a8-a288-861447fc9cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:03.923946 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] Set router 72f4c67b-931d-42d2-b8d7-319acfb244c8 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:13:03.945643 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 25dd6e45-459c-4e05-ad1e-e3fac49a9206 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:13:04.026639 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning for port 25dd6e45-459c-4e05-ad1e-e3fac49a9206 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:13:04.031806 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 25dd6e45-459c-4e05-ad1e-e3fac49a9206 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:13:04.032195 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:04.203365 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:04.235889 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] For port 25dd6e45-459c-4e05-ad1e-e3fac49a9206, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=25dd6e45-459c-4e05-ad1e-e3fac49a9206,segment=NetworkSegment(31aee941-8b30-4c84-90b2-b8626df33dde),segment_id=31aee941-8b30-4c84-90b2-b8626df33dde)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:13:04.240713 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:04.242509 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-bb2a4ee5-6f05-453e-b20e-790dca5f568b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:04.276783 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'name': 'tempest-TestVolumeBootPattern-1437986128-router', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e63ddc8a-1017-4c37-8d4d-313a98ec1f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:12:57Z', 'revision_number': 4, 'project_id': 'ba2af879d01f435381e75c591686ab56', 'gw_port': {'id': 'e63ddc8a-1017-4c37-8d4d-313a98ec1f1a', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '25dd6e45-459c-4e05-ad1e-e3fac49a9206', 'name': '', 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'mac_address': 'fa:16:3e:0c:f4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a81aa9f7-aa71-4469-acd4-85a1953d502f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:56Z', 'updated_at': '2021-06-09T15:13:03Z', 'revision_number': 4, 'project_id': 'ba2af879d01f435381e75c591686ab56', 'subnets': [{'id': 'a81aa9f7-aa71-4469-acd4-85a1953d502f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:13:04.280974 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a0ce0-0121-4471-af08-b5884e342d01 None None] The sync data for ids ['72f4c67b-931d-42d2-b8d7-319acfb244c8'] in dv-cinder-789603-9-iscsi is: [{'id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'name': 'tempest-TestVolumeBootPattern-1437986128-router', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e63ddc8a-1017-4c37-8d4d-313a98ec1f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:12:57Z', 'revision_number': 4, 'project_id': 'ba2af879d01f435381e75c591686ab56', 'gw_port': {'id': 'e63ddc8a-1017-4c37-8d4d-313a98ec1f1a', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '25dd6e45-459c-4e05-ad1e-e3fac49a9206', 'name': '', 'network_id': '1fa1f3cb-e637-4e92-aca6-5c1c590682c0', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'mac_address': 'fa:16:3e:0c:f4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a81aa9f7-aa71-4469-acd4-85a1953d502f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:56Z', 'updated_at': '2021-06-09T15:13:03Z', 'revision_number': 4, 'project_id': 'ba2af879d01f435381e75c591686ab56', 'subnets': [{'id': 'a81aa9f7-aa71-4469-acd4-85a1953d502f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:13:04.320021 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Pushing event updated for resources: {'Port': ['ID=25dd6e45-459c-4e05-ad1e-e3fac49a9206,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:04.323420 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:05.907738 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 25dd6e45-459c-4e05-ad1e-e3fac49a9206 up at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:13:05.980667 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Provisioning complete for port 25dd6e45-459c-4e05-ad1e-e3fac49a9206 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:13:05.981037 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:07.154902 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:08.824323 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:13:11.562705 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e62760e4-4dc6-4186-a058-a5aeedda37ad req-9515758b-155b-4bbe-aabc-7d4ff54610fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730319 Jun 09 15:13:11.715420 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62760e4-4dc6-4186-a058-a5aeedda37ad req-dfcd3bed-c39e-4ba2-b455-7bf93cd20ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:11.716892 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e62760e4-4dc6-4186-a058-a5aeedda37ad req-dfcd3bed-c39e-4ba2-b455-7bf93cd20ba9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16c638a4bffa498b9fe2bc282e856501&device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 1099 time: 0.0777771 Jun 09 15:13:11.879390 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62760e4-4dc6-4186-a058-a5aeedda37ad req-a2ef7f45-7aa5-4694-bf8c-bc7fba05ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:11.880791 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e62760e4-4dc6-4186-a058-a5aeedda37ad req-a2ef7f45-7aa5-4694-bf8c-bc7fba05ac55 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0de7c831-6f90-474c-acd8-1d24c87d965f HTTP/1.1" status: 200 len: 910 time: 0.1411207 Jun 09 15:13:11.987515 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e62760e4-4dc6-4186-a058-a5aeedda37ad req-0e07c843-c748-49b0-9119-00445ecedc22 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96d2945-07ae-451f-b487-e3582aa24a1a HTTP/1.1" status: 200 len: 1002 time: 0.0992069 Jun 09 15:13:12.055187 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62760e4-4dc6-4186-a058-a5aeedda37ad req-1c50cb1a-859f-4bbc-a7df-8f07eeb8ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:12.056595 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e62760e4-4dc6-4186-a058-a5aeedda37ad req-1c50cb1a-859f-4bbc-a7df-8f07eeb8ab8f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd5fc819-fb14-43cd-918e-8d1a7df8ad89 HTTP/1.1" status: 200 len: 848 time: 0.0620298 Jun 09 15:13:12.134018 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62760e4-4dc6-4186-a058-a5aeedda37ad req-79b7975a-435e-4af5-9c85-30fb21e6e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:12.135504 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e62760e4-4dc6-4186-a058-a5aeedda37ad req-79b7975a-435e-4af5-9c85-30fb21e6e9ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0de7c831-6f90-474c-acd8-1d24c87d965f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727253 Jun 09 15:13:12.268658 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e62760e4-4dc6-4186-a058-a5aeedda37ad req-28ebd245-523c-484e-9367-b9b24e81e757 service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263397 Jun 09 15:13:12.409031 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e62760e4-4dc6-4186-a058-a5aeedda37ad req-1c8d26a6-291c-40ed-9729-5ce73b635d0f service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334896 Jun 09 15:13:12.853926 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-92547c31-3769-4a00-b05e-76ab84236cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:15.338291 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:15.430696 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2c66504e-7769-49a4-8e42-2f00ec9272a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:16.367291 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:18.274995 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:23.175005 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-b1f714c8-91a7-48b5-844b-b0c95d9b5599 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371311889&fields=id&tenant_id=717d483b757d46509ab99784aeb0b533 HTTP/1.1" status: 200 len: 267 time: 0.0404627 Jun 09 15:13:23.324768 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-8327e51a-f180-4b91-86f9-9906caed15d2 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:23.326174 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-8327e51a-f180-4b91-86f9-9906caed15d2 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 812 time: 0.1450090 Jun 09 15:13:23.340966 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-614ed372-19b0-4a56-ab56-e7c1936a8f72 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/quotas/717d483b757d46509ab99784aeb0b533 HTTP/1.1" status: 200 len: 375 time: 0.0093699 Jun 09 15:13:23.427545 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-b4924e34-6284-4e82-9a43-4d2a3aaa591a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815816 Jun 09 15:13:23.750845 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-1ef88f5b-3ecc-4f20-9ecf-e708d9de0117 service neutron] 10.222.0.74 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115597 Jun 09 15:13:23.880564 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-0dfcfd09-79c0-47f4-abdb-8abfe3e2bd21 service neutron] 10.222.0.74 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241651 Jun 09 15:13:24.277928 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-423d039e-fae9-4cfd-b181-893c5e3600b1 req-a4885875-467a-4176-8e71-e8d4151ed609 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 210 time: 0.0435274 Jun 09 15:13:24.451848 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58442) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:13:24.576164 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6cec40ce-bb8e-48fc-a329-4ee0db4417e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:24.683645 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6cec40ce-bb8e-48fc-a329-4ee0db4417e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:24.687677 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6cec40ce-bb8e-48fc-a329-4ee0db4417e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:24.695941 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-37dcb2fc-6e0a-47c7-a843-d9d2564e79be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:24.736018 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-6cec40ce-bb8e-48fc-a329-4ee0db4417e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=61d1241bb5bc4ced9f93ff7f1595c207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828376 Jun 09 15:13:24.737014 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec40ce-bb8e-48fc-a329-4ee0db4417e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802d1417-ad2a-46b3-a27e-0a1ccc3d0a78,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:24.738688 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58448) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:13:24.740278 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6cec40ce-bb8e-48fc-a329-4ee0db4417e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:24.798469 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4a779a0e-0ae0-4c80-85f2-3df456478a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:24.823999 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4a779a0e-0ae0-4c80-85f2-3df456478a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:24.874642 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4a779a0e-0ae0-4c80-85f2-3df456478a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:24.877069 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4a779a0e-0ae0-4c80-85f2-3df456478a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:24.878170 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-4a779a0e-0ae0-4c80-85f2-3df456478a4e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/802d1417-ad2a-46b3-a27e-0a1ccc3d0a78 HTTP/1.1" status: 204 len: 168 time: 0.1376648 Jun 09 15:13:24.878994 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-a0e45061-bca4-4e9a-bc17-d852ed67d4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:24.888405 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a779a0e-0ae0-4c80-85f2-3df456478a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802d1417-ad2a-46b3-a27e-0a1ccc3d0a78,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:24.890744 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-4a779a0e-0ae0-4c80-85f2-3df456478a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:25.324313 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-4300a3d3-08f1-4b4e-b37d-8b8cfc07f2a3 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:25.325750 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-4300a3d3-08f1-4b4e-b37d-8b8cfc07f2a3 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 812 time: 0.1500590 Jun 09 15:13:25.378333 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-753497d3-5411-4d31-815a-7ac506483b7f tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=717d483b757d46509ab99784aeb0b533 HTTP/1.1" status: 200 len: 379 time: 0.0447719 Jun 09 15:13:25.388410 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Request body: {'port': {'device_id': '4caf4fb3-917f-485f-8042-8d34542e166a', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'admin_state_up': True, 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'security_groups': ['1f3c65b7-97b8-4309-a746-4633f925f401']}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:13:25.502357 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5d8da74f-1dfe-4d8f-a6ae-787ff26fd403 req-207e2e80-36d6-406c-a11b-44949a7be69e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 210 time: 0.0975590 Jun 09 15:13:25.580889 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Made reservation on behalf of 717d483b757d46509ab99784aeb0b533 for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:13:25.584488 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:25.745839 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Allocated IP 172.20.0.7 (61c6be1e-6475-4220-b884-f7c4360bffaa/5a3e46aa-de27-4249-bdb7-0056527bba5b/0d2400af-4176-49b2-9035-ed9e82b29da0) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:13:25.937351 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:25.955937 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Transition to ACTIVE for port object 0d2400af-4176-49b2-9035-ed9e82b29da0 will not be triggered until provisioned by entity DHCP. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:13:25.981545 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29138953'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:25.987098 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-559e028c-8606-4c0b-9c7c-ef1f4a499ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:26.057026 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Network 61c6be1e-6475-4220-b884-f7c4360bffaa is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:13:26.060198 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:13:26.064043 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:13:26.095461 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'Port': ['ID=0d2400af-4176-49b2-9035-ed9e82b29da0,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:26.101993 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:26.133368 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:26.134610 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:26.153717 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7698972 Jun 09 15:13:26.164931 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Request body: {'port': {'device_id': '4caf4fb3-917f-485f-8042-8d34542e166a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:13:26.248913 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-30916a73-60e2-4864-95e8-5e8ca3e7d908 None None] Provisioning for port 0d2400af-4176-49b2-9035-ed9e82b29da0 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:13:26.253604 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-30916a73-60e2-4864-95e8-5e8ca3e7d908 None None] Provisioning complete for port 0d2400af-4176-49b2-9035-ed9e82b29da0 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:13:26.253970 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-30916a73-60e2-4864-95e8-5e8ca3e7d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:26.277213 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:26.305020 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-30916a73-60e2-4864-95e8-5e8ca3e7d908 None None] Port 0d2400af-4176-49b2-9035-ed9e82b29da0 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:13:26.608553 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2400af-4176-49b2-9035-ed9e82b29da0 {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:13:26.615828 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:26.630347 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Transition to ACTIVE for port object 0d2400af-4176-49b2-9035-ed9e82b29da0 will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:13:26.634386 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:26.639004 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-577f71fd-4a8e-4f2b-a0f7-7694be63d9d9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:26.687123 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1a966-f1f4-4284-96c2-b57d3faa2439 req-c6fa058a-50a1-420e-8213-1923036d719a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:26.688579 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-97b1a966-f1f4-4284-96c2-b57d3faa2439 req-c6fa058a-50a1-420e-8213-1923036d719a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 943 time: 0.0813792 Jun 09 15:13:26.736871 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-97b1a966-f1f4-4284-96c2-b57d3faa2439 req-6b556264-8920-414e-9382-94afab09971d tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424654 Jun 09 15:13:26.862535 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2400af-4176-49b2-9035-ed9e82b29da0,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:26.891493 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:26.969493 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Attempting to bind port 0d2400af-4176-49b2-9035-ed9e82b29da0 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:13:26.969814 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Attempting to bind port 0d2400af-4176-49b2-9035-ed9e82b29da0 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:13:26.970134 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Attempting to bind port 0d2400af-4176-49b2-9035-ed9e82b29da0 on network 61c6be1e-6475-4220-b884-f7c4360bffaa {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:13:26.974676 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Port 0d2400af-4176-49b2-9035-ed9e82b29da0 on network 61c6be1e-6475-4220-b884-f7c4360bffaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:13:26.974984 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Attempting to bind port 0d2400af-4176-49b2-9035-ed9e82b29da0 on network 61c6be1e-6475-4220-b884-f7c4360bffaa {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:13:26.979966 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:13:26.980293 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Checking segment: {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:13:26.980663 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Bound using segment: {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:13:26.981072 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Bound port: 0d2400af-4176-49b2-9035-ed9e82b29da0, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:13:26.981407 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:27.072236 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] For port 0d2400af-4176-49b2-9035-ed9e82b29da0, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:13:27.075068 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] For port 0d2400af-4176-49b2-9035-ed9e82b29da0, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0d2400af-4176-49b2-9035-ed9e82b29da0,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:13:27.079624 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:27.084075 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-4d73e7be-2545-4023-922a-ebb422d38bbb tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:27.137780 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:27.138458 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:27.139846 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] 10.222.0.61 "PUT /v2.0/ports/0d2400af-4176-49b2-9035-ed9e82b29da0 HTTP/1.1" status: 200 len: 1093 time: 0.9791598 Jun 09 15:13:27.140348 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4caf4fb3-917f-485f-8042-8d34542e166a', 'tag': '0d2400af-4176-49b2-9035-ed9e82b29da0'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:13:27.142656 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bfcb70-0f7c-4024-a137-0c17ae992da1" -d '{"events": [{"name": "network-changed", "server_uuid": "4caf4fb3-917f-485f-8042-8d34542e166a", "tag": "0d2400af-4176-49b2-9035-ed9e82b29da0"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:13:27.163354 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2400af-4176-49b2-9035-ed9e82b29da0,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:27.167182 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:27.213459 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbcd80e-3ef1-4a36-ae67-9c9cec797279 x-openstack-request-id: req-cbbcd80e-3ef1-4a36-ae67-9c9cec797279 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:13:27.213859 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4caf4fb3-917f-485f-8042-8d34542e166a", "tag": "0d2400af-4176-49b2-9035-ed9e82b29da0", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:13:27.214065 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cbbcd80e-3ef1-4a36-ae67-9c9cec797279 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:13:27.214512 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4caf4fb3-917f-485f-8042-8d34542e166a', 'tag': '0d2400af-4176-49b2-9035-ed9e82b29da0', 'status': 'completed', 'code': 200} Jun 09 15:13:27.255189 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-0786fd6f-3ce0-441e-bb93-4ae545a648ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:27.256702 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-0786fd6f-3ce0-441e-bb93-4ae545a648ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 1096 time: 0.0759728 Jun 09 15:13:27.328710 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-e0bc1c4e-416e-4c7b-8f5a-5a9aa3fd4b2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d2400af-4176-49b2-9035-ed9e82b29da0 HTTP/1.1" status: 200 len: 217 time: 0.0645247 Jun 09 15:13:27.391803 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-a897e7b8-6d1d-4964-80fa-ed9bc32f4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:27.393203 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-a897e7b8-6d1d-4964-80fa-ed9bc32f4a38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0577440 Jun 09 15:13:27.470776 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-1d43cf25-6259-444f-b66d-87fe29c9c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:27.472127 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-1d43cf25-6259-444f-b66d-87fe29c9c49c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713902 Jun 09 15:13:27.603563 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-4c72c474-a679-4ce8-b825-d025b96473ff service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243460 Jun 09 15:13:27.732893 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9ca806c6-d1b7-41de-8d5e-48e08e35ab5a req-c6197a44-88c2-4cff-8697-29adfc35bcb2 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228278 Jun 09 15:13:27.854704 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfcb70-0f7c-4024-a137-0c17ae992da1 req-a96c767d-86a5-458d-ae79-f647b6bc5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:27.856056 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-79bfcb70-0f7c-4024-a137-0c17ae992da1 req-a96c767d-86a5-458d-ae79-f647b6bc5abe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 1096 time: 0.0706720 Jun 09 15:13:27.926080 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280af35c-47f6-49b3-8781-5550e894481f req-c4884dcf-48aa-4081-9d54-a6061bf07dfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:27.927921 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-280af35c-47f6-49b3-8781-5550e894481f req-c4884dcf-48aa-4081-9d54-a6061bf07dfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 943 time: 0.0792961 Jun 09 15:13:27.976111 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-280af35c-47f6-49b3-8781-5550e894481f req-4221bfaf-5ea1-4980-9f46-c3a7ca75496d tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411341 Jun 09 15:13:27.987725 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfcb70-0f7c-4024-a137-0c17ae992da1 req-6acc2747-9437-43a9-ad7e-6777ebbf7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:27.989153 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-79bfcb70-0f7c-4024-a137-0c17ae992da1 req-6acc2747-9437-43a9-ad7e-6777ebbf7d63 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 913 time: 0.1265535 Jun 09 15:13:28.062301 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-79bfcb70-0f7c-4024-a137-0c17ae992da1 req-d79794e1-080c-4ab0-b925-7cd35158d15f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d2400af-4176-49b2-9035-ed9e82b29da0 HTTP/1.1" status: 200 len: 217 time: 0.0648980 Jun 09 15:13:28.122940 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfcb70-0f7c-4024-a137-0c17ae992da1 req-f43974dc-b618-4067-a076-2749de350f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:28.124278 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-79bfcb70-0f7c-4024-a137-0c17ae992da1 req-f43974dc-b618-4067-a076-2749de350f28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0558164 Jun 09 15:13:28.201613 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfcb70-0f7c-4024-a137-0c17ae992da1 req-ecf760a6-d46a-4dbf-8ae2-3274d082e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:28.203075 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-79bfcb70-0f7c-4024-a137-0c17ae992da1 req-ecf760a6-d46a-4dbf-8ae2-3274d082e792 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727751 Jun 09 15:13:28.333166 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-79bfcb70-0f7c-4024-a137-0c17ae992da1 req-c4da74fa-15b5-4bbd-bf05-0be912ec1466 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223750 Jun 09 15:13:28.550233 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-79bfcb70-0f7c-4024-a137-0c17ae992da1 req-872fc1e9-d9d6-4378-936b-3fe96e9b8619 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099178 Jun 09 15:13:29.175836 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acf63a-bbe1-4bbe-8e7c-ee12d80a7f83 req-c0ac54cc-fb29-4dff-877b-5dd7a1ad98ab tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:29.177255 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e8acf63a-bbe1-4bbe-8e7c-ee12d80a7f83 req-c0ac54cc-fb29-4dff-877b-5dd7a1ad98ab tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 943 time: 0.0932305 Jun 09 15:13:29.220409 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e8acf63a-bbe1-4bbe-8e7c-ee12d80a7f83 req-c941c59c-ffbd-429a-9499-0d91fab8dab1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366437 Jun 09 15:13:30.401854 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c35bf7-92b1-4596-8e78-350008db5f0a req-21811c7e-989f-4ca3-9f11-dd33daaefbcc tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:30.403316 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-04c35bf7-92b1-4596-8e78-350008db5f0a req-21811c7e-989f-4ca3-9f11-dd33daaefbcc tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 943 time: 0.0784249 Jun 09 15:13:30.449334 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-04c35bf7-92b1-4596-8e78-350008db5f0a req-ed233731-67ba-48b4-9c0e-c5c3aa03d420 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401621 Jun 09 15:13:31.638830 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d7830-1f0b-4809-ba47-f8877ba4e0ad req-358e4438-210e-45a3-8d47-8c5fbf02f178 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:31.640292 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-439d7830-1f0b-4809-ba47-f8877ba4e0ad req-358e4438-210e-45a3-8d47-8c5fbf02f178 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 943 time: 0.0826612 Jun 09 15:13:31.686217 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-439d7830-1f0b-4809-ba47-f8877ba4e0ad req-e656f167-7f85-48f4-bea6-fdf541a88a58 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404625 Jun 09 15:13:32.974644 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2473cf-8f02-4e8e-9f59-62512975fcc2 req-af2e05e4-de19-46c3-8522-2cd6749b2461 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:32.975984 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5e2473cf-8f02-4e8e-9f59-62512975fcc2 req-af2e05e4-de19-46c3-8522-2cd6749b2461 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 943 time: 0.1848674 Jun 09 15:13:33.019307 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-5e2473cf-8f02-4e8e-9f59-62512975fcc2 req-65211fdf-3ffe-4c81-95fb-84881ee38aee tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376892 Jun 09 15:13:34.197908 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ba632-79c2-459e-8dbb-8b6ef4a69f4c req-631c70c9-dfe9-4003-af0f-531c1f84db04 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:34.199360 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-433ba632-79c2-459e-8dbb-8b6ef4a69f4c req-631c70c9-dfe9-4003-af0f-531c1f84db04 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 943 time: 0.0793166 Jun 09 15:13:34.243551 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-433ba632-79c2-459e-8dbb-8b6ef4a69f4c req-8782d3cb-d683-4c10-bff3-3b405c0dc682 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375383 Jun 09 15:13:35.424927 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e279163-b4e3-4805-9a83-4c9a99e38093 req-ae2962d0-16de-4f3c-a2dd-ae5f5607187c tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:35.426336 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4e279163-b4e3-4805-9a83-4c9a99e38093 req-ae2962d0-16de-4f3c-a2dd-ae5f5607187c tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 943 time: 0.0798781 Jun 09 15:13:35.469952 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-4e279163-b4e3-4805-9a83-4c9a99e38093 req-30e9e39f-f3d4-4a51-a528-3368e84b9ba8 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372579 Jun 09 15:13:35.591966 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 0d2400af-4176-49b2-9035-ed9e82b29da0 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:13:35.720659 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 0d2400af-4176-49b2-9035-ed9e82b29da0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0d2400af-4176-49b2-9035-ed9e82b29da0,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:13:35.733793 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': '0d2400af-4176-49b2-9035-ed9e82b29da0', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'port_id': '0d2400af-4176-49b2-9035-ed9e82b29da0', 'mac_address': 'fa:16:3e:f7:8d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:13:35.793482 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:35.809889 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2400af-4176-49b2-9035-ed9e82b29da0 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:13:35.824558 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 0d2400af-4176-49b2-9035-ed9e82b29da0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0d2400af-4176-49b2-9035-ed9e82b29da0,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:13:35.828557 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:35.830172 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2fb1b9cd-3a59-410e-80d6-0c635d2a987b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:35.894280 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=0d2400af-4176-49b2-9035-ed9e82b29da0,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:35.897352 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:36.049021 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['0d2400af-4176-49b2-9035-ed9e82b29da0'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:13:36.656793 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33caaa-35c4-404a-985f-bee02114cd61 req-d19fccf5-2fad-4234-8b1b-d590334bccc6 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:36.658221 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6b33caaa-35c4-404a-985f-bee02114cd61 req-d19fccf5-2fad-4234-8b1b-d590334bccc6 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 944 time: 0.0830853 Jun 09 15:13:36.700904 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6b33caaa-35c4-404a-985f-bee02114cd61 req-cfef0892-f4fb-4f01-bd66-d17c04904ce8 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370104 Jun 09 15:13:37.163000 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:37.603631 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 0d2400af-4176-49b2-9035-ed9e82b29da0 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:13:37.671657 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port 0d2400af-4176-49b2-9035-ed9e82b29da0 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:13:37.676196 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port 0d2400af-4176-49b2-9035-ed9e82b29da0 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:13:37.676562 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:37.793400 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:37.821939 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caf4fb3-917f-485f-8042-8d34542e166a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2400af-4176-49b2-9035-ed9e82b29da0'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:13:37.824190 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa924dc-111d-4193-92ea-8864ed33a710" -d '{"events": [{"server_uuid": "4caf4fb3-917f-485f-8042-8d34542e166a", "name": "network-vif-plugged", "status": "completed", "tag": "0d2400af-4176-49b2-9035-ed9e82b29da0"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:13:37.832640 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 0d2400af-4176-49b2-9035-ed9e82b29da0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0d2400af-4176-49b2-9035-ed9e82b29da0,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:13:37.836862 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:37.838736 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:37.868867 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7239079f-5f67-4366-b6e4-8eb2bd32653a x-openstack-request-id: req-7239079f-5f67-4366-b6e4-8eb2bd32653a {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:13:37.869163 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4caf4fb3-917f-485f-8042-8d34542e166a", "name": "network-vif-plugged", "status": "completed", "tag": "0d2400af-4176-49b2-9035-ed9e82b29da0", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:13:37.869412 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7239079f-5f67-4366-b6e4-8eb2bd32653a {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:13:37.869796 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4caf4fb3-917f-485f-8042-8d34542e166a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2400af-4176-49b2-9035-ed9e82b29da0', 'code': 200} Jun 09 15:13:37.910060 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=0d2400af-4176-49b2-9035-ed9e82b29da0,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:37.917474 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:37.917812 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:37.918136 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:37.918460 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:37.918795 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:37.919108 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:37.919418 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:37.919727 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:37.920040 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:37.920346 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:37.920651 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:37.920952 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:37.924648 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:37.925850 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c6ab6-c500-429f-940b-baf2077c72c5 req-6fa59fd7-a73a-48b7-831f-952a68a647fd tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:37.927310 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6e6c6ab6-c500-429f-940b-baf2077c72c5 req-6fa59fd7-a73a-48b7-831f-952a68a647fd tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 945 time: 0.1158221 Jun 09 15:13:37.973365 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6e6c6ab6-c500-429f-940b-baf2077c72c5 req-a2905bed-081d-473d-86b1-f4481f91ced7 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395794 Jun 09 15:13:38.152749 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea60bb3-6776-46aa-8488-9079186660d4 req-0c7367a2-c0ed-4740-a3fd-5030dd84ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:38.154467 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1ea60bb3-6776-46aa-8488-9079186660d4 req-0c7367a2-c0ed-4740-a3fd-5030dd84ad68 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 1098 time: 0.0696003 Jun 09 15:13:38.200333 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-1ea60bb3-6776-46aa-8488-9079186660d4 req-489fba85-bb74-4236-978a-937141fb81d6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388966 Jun 09 15:13:39.157216 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157794a4-a596-4659-b140-f6455a3f09dc req-2e41add5-2a44-4c2d-9781-56f934b14085 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:39.158670 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-157794a4-a596-4659-b140-f6455a3f09dc req-2e41add5-2a44-4c2d-9781-56f934b14085 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 945 time: 0.0781248 Jun 09 15:13:39.201518 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-157794a4-a596-4659-b140-f6455a3f09dc req-6fc8869b-25d6-4ed1-bea4-aedc8eb74285 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372708 Jun 09 15:13:39.393358 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db858bf7-bd52-49e0-87f5-2d32f1cabf86 req-b3852c5b-d599-4a91-bc84-ed084ae2c5e6 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:39.395762 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-db858bf7-bd52-49e0-87f5-2d32f1cabf86 req-b3852c5b-d599-4a91-bc84-ed084ae2c5e6 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 945 time: 0.0797305 Jun 09 15:13:39.442409 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-db858bf7-bd52-49e0-87f5-2d32f1cabf86 req-8f7418f2-f8cd-4543-bf7f-2bf8024a7bd4 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411639 Jun 09 15:13:39.465327 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58488) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:13:39.705816 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663b9df9-e9d6-46fd-94c0-74182ebd2ca4 tempest-TestVolumeBootPattern-1176683141 tempest-TestVolumeBootPattern-1176683141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:39.707208 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-663b9df9-e9d6-46fd-94c0-74182ebd2ca4 tempest-TestVolumeBootPattern-1176683141 tempest-TestVolumeBootPattern-1176683141-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 1093 time: 0.2409103 Jun 09 15:13:39.710007 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58492) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:13:39.714249 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Request body: {'floatingip': {'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'port_id': '0d2400af-4176-49b2-9035-ed9e82b29da0', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:13:39.736626 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for floatingip, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:39.870476 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:40.009783 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Allocated IP 172.27.1.233 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/a854ca7c-65b7-4845-8cb9-a26c71d8fc2f) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:13:40.151212 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:40.179672 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:40.184199 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ca547e6b-05b1-4b5b-8927-d030dc2ad4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:40.243459 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:13:40.246199 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:13:40.249739 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:13:40.281684 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'Port': ['ID=a854ca7c-65b7-4845-8cb9-a26c71d8fc2f,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:40.294442 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:40.294837 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:40.295201 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:40.295564 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:40.295916 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:40.296267 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:40.296625 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:40.297202 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:40.297612 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:40.297962 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:40.298307 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:40.298838 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:13:40.303248 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:40.656034 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:40.725673 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:40.923901 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:40.928056 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:40.933165 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:13:41.134028 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'Port': ['ID=a854ca7c-65b7-4845-8cb9-a26c71d8fc2f,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:13:41.138101 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:13:41.144502 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:41.310671 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.l3_db [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Floating IP b07e6112-8974-458d-ae10-0a763bc2d7b0 associated. External IP: 172.27.1.233, port: 0d2400af-4176-49b2-9035-ed9e82b29da0. Jun 09 15:13:41.651908 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Router 551dbefc-4409-465d-b2e9-6b06e75a595a has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:13:41.827291 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:13:41.837116 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8a9af-7e62-43a6-b394-1a32dd158e7a None None] Sync routers for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:13:41.845974 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8a9af-7e62-43a6-b394-1a32dd158e7a None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:13:41.846684 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-d2c8a9af-7e62-43a6-b394-1a32dd158e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:13:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:13:41.847366 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:41.901660 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-45232d41-9cb5-4d65-8324-428fcb9215a1 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1906323 Jun 09 15:13:41.902360 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4caf4fb3-917f-485f-8042-8d34542e166a', 'tag': '0d2400af-4176-49b2-9035-ed9e82b29da0'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:13:41.904856 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fa225d-c75c-42e3-9723-7b7225fbddb9" -d '{"events": [{"name": "network-changed", "server_uuid": "4caf4fb3-917f-485f-8042-8d34542e166a", "tag": "0d2400af-4176-49b2-9035-ed9e82b29da0"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:13:41.945738 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be864018-aac3-4b28-b776-32a8a3e25529 x-openstack-request-id: req-be864018-aac3-4b28-b776-32a8a3e25529 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:13:41.946604 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4caf4fb3-917f-485f-8042-8d34542e166a", "tag": "0d2400af-4176-49b2-9035-ed9e82b29da0", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:13:41.946604 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-be864018-aac3-4b28-b776-32a8a3e25529 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:13:41.946817 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4caf4fb3-917f-485f-8042-8d34542e166a', 'tag': '0d2400af-4176-49b2-9035-ed9e82b29da0', 'status': 'completed', 'code': 200} Jun 09 15:13:42.040234 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa225d-c75c-42e3-9723-7b7225fbddb9 req-5613f3f0-e4c2-4ff4-9717-f38c6c64d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:42.041681 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-21fa225d-c75c-42e3-9723-7b7225fbddb9 req-5613f3f0-e4c2-4ff4-9717-f38c6c64d96e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 1098 time: 0.0761056 Jun 09 15:13:42.058689 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-d2c8a9af-7e62-43a6-b394-1a32dd158e7a None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:13:42.172999 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa225d-c75c-42e3-9723-7b7225fbddb9 req-5717b21b-2abd-4521-93b8-f696bc1d454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:42.174290 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-21fa225d-c75c-42e3-9723-7b7225fbddb9 req-5717b21b-2abd-4521-93b8-f696bc1d454d service neutron] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 913 time: 0.1267405 Jun 09 15:13:42.279605 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-21fa225d-c75c-42e3-9723-7b7225fbddb9 req-6de2fe62-8972-4d3d-96b7-9956cfe3497c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d2400af-4176-49b2-9035-ed9e82b29da0 HTTP/1.1" status: 200 len: 999 time: 0.0967567 Jun 09 15:13:42.340761 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa225d-c75c-42e3-9723-7b7225fbddb9 req-91dcf078-11ba-47f9-a5a1-91837f4b3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:42.342345 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-21fa225d-c75c-42e3-9723-7b7225fbddb9 req-91dcf078-11ba-47f9-a5a1-91837f4b3fdd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0565376 Jun 09 15:13:42.399438 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-d2c8a9af-7e62-43a6-b394-1a32dd158e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': 'b07e6112-8974-458d-ae10-0a763bc2d7b0', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': '0d2400af-4176-49b2-9035-ed9e82b29da0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:f7:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf4fb3-917f-485f-8042-8d34542e166a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:13:40Z', 'updated_at': '2021-06-09T15:13:40Z', 'revision_number': 0, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:13:42.403576 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8a9af-7e62-43a6-b394-1a32dd158e7a None None] Checking router: 551dbefc-4409-465d-b2e9-6b06e75a595a for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:13:42.412077 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8a9af-7e62-43a6-b394-1a32dd158e7a None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:13:42.412690 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-d2c8a9af-7e62-43a6-b394-1a32dd158e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:13:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:13:42.416194 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa225d-c75c-42e3-9723-7b7225fbddb9 req-ac9a0fcc-35a6-4344-b12d-dc5c3d931419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:13:42.417684 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-21fa225d-c75c-42e3-9723-7b7225fbddb9 req-ac9a0fcc-35a6-4344-b12d-dc5c3d931419 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685873 Jun 09 15:13:42.545855 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-21fa225d-c75c-42e3-9723-7b7225fbddb9 req-18c3d662-90d6-4dc1-9899-936d049d4864 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214724 Jun 09 15:13:42.589271 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-d2c8a9af-7e62-43a6-b394-1a32dd158e7a None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:13:42.677331 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-21fa225d-c75c-42e3-9723-7b7225fbddb9 req-791e961d-8d99-4463-a01e-e8a4784d3eea service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247022 Jun 09 15:13:42.901953 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-5b06b5f5-a7f6-40ab-b1e7-a3ae9ac64402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:42.938958 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-d2c8a9af-7e62-43a6-b394-1a32dd158e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': 'b07e6112-8974-458d-ae10-0a763bc2d7b0', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': '0d2400af-4176-49b2-9035-ed9e82b29da0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:f7:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf4fb3-917f-485f-8042-8d34542e166a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:13:40Z', 'updated_at': '2021-06-09T15:13:40Z', 'revision_number': 0, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:13:42.943090 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8a9af-7e62-43a6-b394-1a32dd158e7a None None] The sync data for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi is: [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': 'b07e6112-8974-458d-ae10-0a763bc2d7b0', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': '0d2400af-4176-49b2-9035-ed9e82b29da0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:f7:8d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf4fb3-917f-485f-8042-8d34542e166a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:13:40Z', 'updated_at': '2021-06-09T15:13:40Z', 'revision_number': 0, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:13:43.115424 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee40833-8a61-4166-b892-ae63b81d134a None None] New status for floating IP b07e6112-8974-458d-ae10-0a763bc2d7b0: ACTIVE {{(pid=91819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:13:45.340547 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:45.432298 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-51b85fa0-87c0-4b7c-85c9-14003a9df82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:45.823292 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:13:46.370932 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:13:48.276909 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:07.175630 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:12.603945 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d6d1752-fb71-4cf2-9187-26c481f0d5c6 req-1f0d9e03-bcf0-4a42-beda-e58ab0a68456 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1192682 Jun 09 15:14:12.737337 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d1752-fb71-4cf2-9187-26c481f0d5c6 req-f0ae050c-d67a-42e4-9f9e-adebce18b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:12.739385 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d6d1752-fb71-4cf2-9187-26c481f0d5c6 req-f0ae050c-d67a-42e4-9f9e-adebce18b3ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16c638a4bffa498b9fe2bc282e856501&device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 1099 time: 0.0693805 Jun 09 15:14:12.854432 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-057c5b48-e7a1-4d4f-b817-5d5860a1a8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:12.883487 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d1752-fb71-4cf2-9187-26c481f0d5c6 req-d7d1be78-f8a2-4e7b-b072-bf725656f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:12.884946 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d6d1752-fb71-4cf2-9187-26c481f0d5c6 req-d7d1be78-f8a2-4e7b-b072-bf725656f691 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0de7c831-6f90-474c-acd8-1d24c87d965f HTTP/1.1" status: 200 len: 910 time: 0.1265731 Jun 09 15:14:13.070209 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d6d1752-fb71-4cf2-9187-26c481f0d5c6 req-78c34cf3-421f-40c0-b43f-094b82e01251 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96d2945-07ae-451f-b487-e3582aa24a1a HTTP/1.1" status: 200 len: 1002 time: 0.1787469 Jun 09 15:14:13.133586 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d1752-fb71-4cf2-9187-26c481f0d5c6 req-2086c6ee-34c2-458b-ad6d-de421201da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:13.134963 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d6d1752-fb71-4cf2-9187-26c481f0d5c6 req-2086c6ee-34c2-458b-ad6d-de421201da32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd5fc819-fb14-43cd-918e-8d1a7df8ad89 HTTP/1.1" status: 200 len: 848 time: 0.0583742 Jun 09 15:14:13.208897 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d1752-fb71-4cf2-9187-26c481f0d5c6 req-8e39ce5b-0886-42e9-a0b2-711ee9c7cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:13.210269 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d6d1752-fb71-4cf2-9187-26c481f0d5c6 req-8e39ce5b-0886-42e9-a0b2-711ee9c7cee0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0de7c831-6f90-474c-acd8-1d24c87d965f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673602 Jun 09 15:14:13.221032 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [req-7d6d1752-fb71-4cf2-9187-26c481f0d5c6 req-650e5ed8-956d-4e2e-9c6a-ddc2a0042a58 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=91816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 15:14:13.221968 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d6d1752-fb71-4cf2-9187-26c481f0d5c6 req-650e5ed8-956d-4e2e-9c6a-ddc2a0042a58 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049686 Jun 09 15:14:13.351478 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d6d1752-fb71-4cf2-9187-26c481f0d5c6 req-55defbcb-300e-43d2-a17f-ef1642c07601 service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218603 Jun 09 15:14:13.480933 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7d6d1752-fb71-4cf2-9187-26c481f0d5c6 req-b6f759d7-5816-4621-9538-1806c44e6b18 service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226811 Jun 09 15:14:15.341598 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:15.433547 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-aee3dedf-6eb4-4e77-8f63-219742ebcd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:16.372463 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:17.681931 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58514) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:14:17.939806 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-ee66ef84-ad8f-412f-88bd-f774480ba000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Deleting port bbcb43df-7102-4ccf-928a-f80ae71bcac2 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:14:17.940060 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ee66ef84-ad8f-412f-88bd-f774480ba000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:18.054343 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ee66ef84-ad8f-412f-88bd-f774480ba000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:18.054685 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ee66ef84-ad8f-412f-88bd-f774480ba000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:18.279569 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:18.287962 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-ee66ef84-ad8f-412f-88bd-f774480ba000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Calling delete_port for bbcb43df-7102-4ccf-928a-f80ae71bcac2 owned by network:floatingip {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:14:18.405161 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ee66ef84-ad8f-412f-88bd-f774480ba000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:18.409359 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-673f0df5-e2a9-46e3-9296-21e7ff8eb422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:18.462814 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66ef84-ad8f-412f-88bd-f774480ba000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Pushing event deleted for resources: {'Port': ['ID=bbcb43df-7102-4ccf-928a-f80ae71bcac2,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:18.489375 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-ee66ef84-ad8f-412f-88bd-f774480ba000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:18.553925 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ee66ef84-ad8f-412f-88bd-f774480ba000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for floatingip, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:18.554163 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.l3_db [None req-ee66ef84-ad8f-412f-88bd-f774480ba000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Floating IP 8d3444dd-397d-4703-8825-bec547737582 disassociated (deleted). External IP: 172.27.1.124, port: a96d2945-07ae-451f-b487-e3582aa24a1a. Jun 09 15:14:18.893137 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee66ef84-ad8f-412f-88bd-f774480ba000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Router 6b78ab29-59a8-410b-8f82-7705b4f9afca has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:14:19.072183 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee66ef84-ad8f-412f-88bd-f774480ba000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:14:19.076335 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-ee66ef84-ad8f-412f-88bd-f774480ba000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:19.081763 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fed208-d194-44d1-b96f-d06cde1ea56d None None] Sync routers for ids ['6b78ab29-59a8-410b-8f82-7705b4f9afca'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:14:19.091795 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fed208-d194-44d1-b96f-d06cde1ea56d None None] Routers {'6b78ab29-59a8-410b-8f82-7705b4f9afca'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:14:19.092396 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-76fed208-d194-44d1-b96f-d06cde1ea56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:14:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['6b78ab29-59a8-410b-8f82-7705b4f9afca'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:19.129583 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-ee66ef84-ad8f-412f-88bd-f774480ba000 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "DELETE /v2.0/floatingips/8d3444dd-397d-4703-8825-bec547737582 HTTP/1.1" status: 204 len: 168 time: 1.4465649 Jun 09 15:14:19.130261 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'tag': 'a96d2945-07ae-451f-b487-e3582aa24a1a'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:14:19.132583 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96e58ac-f3b9-421f-bf58-efea5c897012" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6e34c6-5817-4d1d-a743-83245b8e329f", "tag": "a96d2945-07ae-451f-b487-e3582aa24a1a"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:14:19.273266 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-76fed208-d194-44d1-b96f-d06cde1ea56d None None] Set router 6b78ab29-59a8-410b-8f82-7705b4f9afca gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:14:19.301489 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a9f1b4-98f0-471c-96be-a74afdfe922c x-openstack-request-id: req-71a9f1b4-98f0-471c-96be-a74afdfe922c {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:14:19.302079 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6e34c6-5817-4d1d-a743-83245b8e329f", "tag": "a96d2945-07ae-451f-b487-e3582aa24a1a", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:14:19.302614 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-71a9f1b4-98f0-471c-96be-a74afdfe922c {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:14:19.303264 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'tag': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'status': 'completed', 'code': 200} Jun 09 15:14:19.401795 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e58ac-f3b9-421f-bf58-efea5c897012 req-602751eb-2470-48d6-978b-e4c3bcaa2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:19.403193 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e96e58ac-f3b9-421f-bf58-efea5c897012 req-602751eb-2470-48d6-978b-e4c3bcaa2a86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16c638a4bffa498b9fe2bc282e856501&device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 1099 time: 0.0753803 Jun 09 15:14:19.542758 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e58ac-f3b9-421f-bf58-efea5c897012 req-62393135-d025-4242-b6cd-14b29d3b34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:19.544174 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e96e58ac-f3b9-421f-bf58-efea5c897012 req-62393135-d025-4242-b6cd-14b29d3b34ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=0de7c831-6f90-474c-acd8-1d24c87d965f HTTP/1.1" status: 200 len: 910 time: 0.1327496 Jun 09 15:14:19.646854 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e96e58ac-f3b9-421f-bf58-efea5c897012 req-904b20ce-ef6f-4ca6-af91-3cc06559224a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a96d2945-07ae-451f-b487-e3582aa24a1a HTTP/1.1" status: 200 len: 217 time: 0.0942020 Jun 09 15:14:19.651037 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-76fed208-d194-44d1-b96f-d06cde1ea56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:09:08Z', 'revision_number': 4, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port': {'id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:05Z', 'updated_at': '2021-06-09T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'f390ebe2-5d60-499b-ae0a-7a2f95050683', 'name': '', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'mac_address': 'fa:16:3e:1c:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:08Z', 'updated_at': '2021-06-09T15:09:14Z', 'revision_number': 5, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'subnets': [{'id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:19.654836 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fed208-d194-44d1-b96f-d06cde1ea56d None None] Checking router: 6b78ab29-59a8-410b-8f82-7705b4f9afca for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:14:19.663737 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fed208-d194-44d1-b96f-d06cde1ea56d None None] Routers {'6b78ab29-59a8-410b-8f82-7705b4f9afca'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:14:19.664402 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-76fed208-d194-44d1-b96f-d06cde1ea56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:14:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['6b78ab29-59a8-410b-8f82-7705b4f9afca'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:19.733503 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e58ac-f3b9-421f-bf58-efea5c897012 req-c0f0817d-465e-426a-9a2b-d8d0c207337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:19.735021 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e96e58ac-f3b9-421f-bf58-efea5c897012 req-c0f0817d-465e-426a-9a2b-d8d0c207337b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd5fc819-fb14-43cd-918e-8d1a7df8ad89 HTTP/1.1" status: 200 len: 848 time: 0.0820775 Jun 09 15:14:19.787317 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f549c7-55e1-4488-8ae7-e30ed109b69a req-75fd0f63-7627-4900-a10a-1c83566d6678 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:19.788740 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-48f549c7-55e1-4488-8ae7-e30ed109b69a req-75fd0f63-7627-4900-a10a-1c83566d6678 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.2434819 Jun 09 15:14:19.842175 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-76fed208-d194-44d1-b96f-d06cde1ea56d None None] Set router 6b78ab29-59a8-410b-8f82-7705b4f9afca gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:14:19.850556 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-48f549c7-55e1-4488-8ae7-e30ed109b69a req-9d78a8e5-e912-488d-abab-228e68917638 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0508196 Jun 09 15:14:19.864263 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e58ac-f3b9-421f-bf58-efea5c897012 req-3bfd0cad-1081-4289-aaf7-dd0f308d63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:19.865668 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e96e58ac-f3b9-421f-bf58-efea5c897012 req-3bfd0cad-1081-4289-aaf7-dd0f308d63ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0de7c831-6f90-474c-acd8-1d24c87d965f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1228781 Jun 09 15:14:20.001609 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e96e58ac-f3b9-421f-bf58-efea5c897012 req-9d79faa5-46ac-468c-a99b-a93aeb215ccd service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283863 Jun 09 15:14:20.132388 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e96e58ac-f3b9-421f-bf58-efea5c897012 req-3cd48371-681c-4b52-b302-a1d98984cecd service neutron] 10.222.0.61 "GET /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241901 Jun 09 15:14:20.159126 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-76fed208-d194-44d1-b96f-d06cde1ea56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:09:08Z', 'revision_number': 4, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port': {'id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:05Z', 'updated_at': '2021-06-09T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'f390ebe2-5d60-499b-ae0a-7a2f95050683', 'name': '', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'mac_address': 'fa:16:3e:1c:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:08Z', 'updated_at': '2021-06-09T15:09:14Z', 'revision_number': 5, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'subnets': [{'id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:20.163069 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fed208-d194-44d1-b96f-d06cde1ea56d None None] The sync data for ids ['6b78ab29-59a8-410b-8f82-7705b4f9afca'] in dv-cinder-789603-9-iscsi is: [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:09:08Z', 'revision_number': 4, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port': {'id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:05Z', 'updated_at': '2021-06-09T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': 'f390ebe2-5d60-499b-ae0a-7a2f95050683', 'name': '', 'network_id': '0de7c831-6f90-474c-acd8-1d24c87d965f', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'mac_address': 'fa:16:3e:1c:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:08Z', 'updated_at': '2021-06-09T15:09:14Z', 'revision_number': 5, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'subnets': [{'id': 'dd5fc819-fb14-43cd-918e-8d1a7df8ad89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:14:20.364662 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a015aee-96c0-4c1e-96ae-92236eca9700 None None] New status for floating IP 8d3444dd-397d-4703-8825-bec547737582: DOWN {{(pid=91819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:14:20.995589 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebf512-cb8a-440b-a6e6-6308eda18493 req-036e88b8-3a82-498a-aa2d-4d99e604998b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:20.996984 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b0ebf512-cb8a-440b-a6e6-6308eda18493 req-036e88b8-3a82-498a-aa2d-4d99e604998b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.0802231 Jun 09 15:14:21.088934 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17526e-fcc1-4f9a-a416-4a7ab41f657a req-48b8ba86-5541-40cc-96f9-dd96cec6bbbf tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:14:21.090313 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9c17526e-fcc1-4f9a-a416-4a7ab41f657a req-48b8ba86-5541-40cc-96f9-dd96cec6bbbf tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 946 time: 0.1317844 Jun 09 15:14:21.135914 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-b0ebf512-cb8a-440b-a6e6-6308eda18493 req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Deleting port a96d2945-07ae-451f-b487-e3582aa24a1a {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:14:21.136255 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b0ebf512-cb8a-440b-a6e6-6308eda18493 req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:21.145029 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-9c17526e-fcc1-4f9a-a416-4a7ab41f657a req-22a59f5f-d471-4bb4-af12-9b08d11abd70 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/security-groups?id=6651af86-8bb8-4e98-a6cb-496a2de53c49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429995 Jun 09 15:14:21.353456 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-b0ebf512-cb8a-440b-a6e6-6308eda18493 req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] For port a96d2945-07ae-451f-b487-e3582aa24a1a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a96d2945-07ae-451f-b487-e3582aa24a1a,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:14:21.353718 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b0ebf512-cb8a-440b-a6e6-6308eda18493 req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:21.474446 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-b0ebf512-cb8a-440b-a6e6-6308eda18493 req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Calling delete_port for a96d2945-07ae-451f-b487-e3582aa24a1a owned by compute:nova {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:14:21.586252 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b0ebf512-cb8a-440b-a6e6-6308eda18493 req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:21.591725 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5ddb0b11-425d-41c7-840a-591fff409f05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:21.637016 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Pushing event deleted for resources: {'Port': ['ID=a96d2945-07ae-451f-b487-e3582aa24a1a,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:21.675184 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:14:21.675184 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:14:21.675549 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:14:21.676485 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:14:21.676876 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:14:21.677232 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:14:21.677585 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:14:21.677935 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:14:21.678284 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:14:21.678660 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:14:21.679011 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:14:21.679355 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:14:21.686246 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:21.723761 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ebf512-cb8a-440b-a6e6-6308eda18493 req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] No DVR routers for this DVR port a96d2945-07ae-451f-b487-e3582aa24a1a on host hv-cinder-78960 {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:14:21.726128 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-b0ebf512-cb8a-440b-a6e6-6308eda18493 req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:21.728041 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b0ebf512-cb8a-440b-a6e6-6308eda18493 req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.61 "DELETE /v2.0/ports/a96d2945-07ae-451f-b487-e3582aa24a1a HTTP/1.1" status: 204 len: 173 time: 0.7259355 Jun 09 15:14:21.728581 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'name': 'network-vif-deleted', 'tag': 'a96d2945-07ae-451f-b487-e3582aa24a1a'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:14:21.730868 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eabe99-e4c2-417b-913a-09c0565d85f4" -d '{"events": [{"server_uuid": "fe6e34c6-5817-4d1d-a743-83245b8e329f", "name": "network-vif-deleted", "tag": "a96d2945-07ae-451f-b487-e3582aa24a1a"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:14:21.829452 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb553f6-9557-4200-8cf0-8ccd5d1748a1 x-openstack-request-id: req-afb553f6-9557-4200-8cf0-8ccd5d1748a1 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:14:21.829780 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6e34c6-5817-4d1d-a743-83245b8e329f", "name": "network-vif-deleted", "tag": "a96d2945-07ae-451f-b487-e3582aa24a1a", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:14:21.830067 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-afb553f6-9557-4200-8cf0-8ccd5d1748a1 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:14:21.830518 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6e34c6-5817-4d1d-a743-83245b8e329f', 'name': 'network-vif-deleted', 'tag': 'a96d2945-07ae-451f-b487-e3582aa24a1a', 'status': 'completed', 'code': 200} Jun 09 15:14:22.309581 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ea19f77f-dec8-417d-93d4-b725e77aa7bf req-cfcf8f13-b3da-4c89-a2b3-cf2f79d2dfc1 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe6e34c6-5817-4d1d-a743-83245b8e329f HTTP/1.1" status: 200 len: 210 time: 0.0458422 Jun 09 15:14:22.822054 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:14:23.404801 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58540) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:14:23.473351 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3aa14691-504b-423f-90b2-71bc91d30139 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:23.501856 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3aa14691-504b-423f-90b2-71bc91d30139 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:23.568059 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3aa14691-504b-423f-90b2-71bc91d30139 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:23.570444 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3aa14691-504b-423f-90b2-71bc91d30139 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:23.571574 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-3aa14691-504b-423f-90b2-71bc91d30139 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] 10.222.0.74 "DELETE /v2.0/security-groups/6651af86-8bb8-4e98-a6cb-496a2de53c49 HTTP/1.1" status: 204 len: 168 time: 0.1658332 Jun 09 15:14:23.572360 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-da4a4c03-b693-45e3-9d47-32c08b65a88f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:23.582929 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa14691-504b-423f-90b2-71bc91d30139 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6651af86-8bb8-4e98-a6cb-496a2de53c49,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:23.585111 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-3aa14691-504b-423f-90b2-71bc91d30139 tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:23.616566 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58544) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:14:24.359361 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5cd31397-be4d-47ed-86f5-15d92fb73ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598710'] for router_interface, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:24.760913 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-5cd31397-be4d-47ed-86f5-15d92fb73ee9 admin admin] Deleting port f390ebe2-5d60-499b-ae0a-7a2f95050683 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:14:24.761622 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5cd31397-be4d-47ed-86f5-15d92fb73ee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:24.881265 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-5cd31397-be4d-47ed-86f5-15d92fb73ee9 admin admin] For port f390ebe2-5d60-499b-ae0a-7a2f95050683, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=f390ebe2-5d60-499b-ae0a-7a2f95050683,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:14:24.881611 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5cd31397-be4d-47ed-86f5-15d92fb73ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:25.002648 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-5cd31397-be4d-47ed-86f5-15d92fb73ee9 admin admin] Calling delete_port for f390ebe2-5d60-499b-ae0a-7a2f95050683 owned by network:router_interface {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:14:25.137156 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5cd31397-be4d-47ed-86f5-15d92fb73ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:25.141656 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-60fbf970-04c9-4824-b704-f5f0c556891c tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:25.211508 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd31397-be4d-47ed-86f5-15d92fb73ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f390ebe2-5d60-499b-ae0a-7a2f95050683,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:25.213941 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5cd31397-be4d-47ed-86f5-15d92fb73ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:25.554972 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5cd31397-be4d-47ed-86f5-15d92fb73ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-598520'] for router_interface, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:25.791005 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device a96d2945-07ae-451f-b487-e3582aa24a1a no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:14:25.825384 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: a96d2945-07ae-451f-b487-e3582aa24a1a {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:14:25.825594 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device a96d2945-07ae-451f-b487-e3582aa24a1a not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:14:25.923356 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd31397-be4d-47ed-86f5-15d92fb73ee9 admin admin] Router 6b78ab29-59a8-410b-8f82-7705b4f9afca has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:14:26.096120 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd31397-be4d-47ed-86f5-15d92fb73ee9 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:14:26.101576 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-5cd31397-be4d-47ed-86f5-15d92fb73ee9 admin admin] 10.222.0.74 "PUT /v2.0/routers/6b78ab29-59a8-410b-8f82-7705b4f9afca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4835308 Jun 09 15:14:26.104204 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58548) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:14:26.105417 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a71e0c-c9de-4938-958b-ca1a0330b35d None None] Sync routers for ids ['6b78ab29-59a8-410b-8f82-7705b4f9afca'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:14:26.115364 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a71e0c-c9de-4938-958b-ca1a0330b35d None None] Routers {'6b78ab29-59a8-410b-8f82-7705b4f9afca'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:14:26.115987 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-52a71e0c-c9de-4938-958b-ca1a0330b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:14:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['6b78ab29-59a8-410b-8f82-7705b4f9afca'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:26.278194 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Notify callbacks [] for router, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:26.291695 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-52a71e0c-c9de-4938-958b-ca1a0330b35d None None] Set router 6b78ab29-59a8-410b-8f82-7705b4f9afca gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:14:26.449376 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:26.520486 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Deleting port f1e44c9e-1e3d-44d5-8223-de702f5258d8 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:14:26.520824 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:26.570893 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-52a71e0c-c9de-4938-958b-ca1a0330b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:14:25Z', 'revision_number': 5, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port': {'id': 'f1e44c9e-1e3d-44d5-8223-de702f5258d8', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:54:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:05Z', 'updated_at': '2021-06-09T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:26.574713 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a71e0c-c9de-4938-958b-ca1a0330b35d None None] Checking router: 6b78ab29-59a8-410b-8f82-7705b4f9afca for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:14:26.583465 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a71e0c-c9de-4938-958b-ca1a0330b35d None None] Routers {'6b78ab29-59a8-410b-8f82-7705b4f9afca'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:14:26.584068 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-52a71e0c-c9de-4938-958b-ca1a0330b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:14:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['6b78ab29-59a8-410b-8f82-7705b4f9afca'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:26.638734 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] For port f1e44c9e-1e3d-44d5-8223-de702f5258d8, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=f1e44c9e-1e3d-44d5-8223-de702f5258d8,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:14:26.639080 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:26.733420 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-52a71e0c-c9de-4938-958b-ca1a0330b35d None None] Set router 6b78ab29-59a8-410b-8f82-7705b4f9afca gateway port host: None {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:14:26.759980 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Calling delete_port for f1e44c9e-1e3d-44d5-8223-de702f5258d8 owned by network:router_gateway {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:14:26.890817 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-52a71e0c-c9de-4938-958b-ca1a0330b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:14:26Z', 'revision_number': 6, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port_host': None}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:26.895787 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a71e0c-c9de-4938-958b-ca1a0330b35d None None] The sync data for ids ['6b78ab29-59a8-410b-8f82-7705b4f9afca'] in dv-cinder-789603-9-iscsi is: [{'id': '6b78ab29-59a8-410b-8f82-7705b4f9afca', 'name': 'tempest-TestShelveInstance-1530364566-router', 'tenant_id': '16c638a4bffa498b9fe2bc282e856501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:04Z', 'updated_at': '2021-06-09T15:14:26Z', 'revision_number': 6, 'project_id': '16c638a4bffa498b9fe2bc282e856501', 'gw_port_host': None}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:14:27.023008 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:27.027592 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d08b7ce7-521c-4567-b138-2b6487490a92 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:27.069049 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e44c9e-1e3d-44d5-8223-de702f5258d8,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:27.072114 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:27.159600 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442406'] for router_gateway, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:27.331060 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11366'] for router, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:27.335448 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:27.356591 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603021'] for router, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:27.357085 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b78ab29-59a8-410b-8f82-7705b4f9afca {{(pid=91817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:14:27.361130 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] Notify callbacks [] for router, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:27.362279 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-fbe2c821-adef-4ba7-ad3f-826c513ad78f admin admin] 10.222.0.74 "DELETE /v2.0/routers/6b78ab29-59a8-410b-8f82-7705b4f9afca HTTP/1.1" status: 204 len: 168 time: 1.2571070 Jun 09 15:14:27.365375 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58550) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:14:27.424028 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f871f09-0ba1-4366-b1e8-39fb9fb7d91e admin admin] Deleting subnet dd5fc819-fb14-43cd-918e-8d1a7df8ad89 {{(pid=91817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:14:27.427553 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3f871f09-0ba1-4366-b1e8-39fb9fb7d91e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:27.474047 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3f871f09-0ba1-4366-b1e8-39fb9fb7d91e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31520855'] for subnet, precommit_delete_associations {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:27.548465 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3f871f09-0ba1-4366-b1e8-39fb9fb7d91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:27.616703 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3f871f09-0ba1-4366-b1e8-39fb9fb7d91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33464978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33473727'] for subnet, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:27.620258 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:27.655113 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f871f09-0ba1-4366-b1e8-39fb9fb7d91e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd5fc819-fb14-43cd-918e-8d1a7df8ad89,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:27.657538 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-3f871f09-0ba1-4366-b1e8-39fb9fb7d91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:27.660513 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-3f871f09-0ba1-4366-b1e8-39fb9fb7d91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:27.664197 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-3f871f09-0ba1-4366-b1e8-39fb9fb7d91e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/dd5fc819-fb14-43cd-918e-8d1a7df8ad89 HTTP/1.1" status: 204 len: 168 time: 0.2958994 Jun 09 15:14:27.664663 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58552) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:14:27.667152 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f673fdda-5258-438b-b13e-5456efa2f7c2 None None] Network 0de7c831-6f90-474c-acd8-1d24c87d965f requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:14:27.771571 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:27.847523 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Deleting port 484b30df-57ee-4776-9bad-9a07a0e8f8a5 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:14:27.847879 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:27.929241 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920a2338-f000-46eb-80a1-8b3613c28dd1 None None] DHCP port deletion for 0de7c831-6f90-474c-acd8-1d24c87d965f request from dv-cinder-789603-9-iscsi {{(pid=91818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 15:14:27.955307 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] For port 484b30df-57ee-4776-9bad-9a07a0e8f8a5, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=484b30df-57ee-4776-9bad-9a07a0e8f8a5,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:14:27.955656 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:27.999804 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device f390ebe2-5d60-499b-ae0a-7a2f95050683 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:14:28.033995 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: f390ebe2-5d60-499b-ae0a-7a2f95050683 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:14:28.034913 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device f390ebe2-5d60-499b-ae0a-7a2f95050683 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:14:28.035326 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device f1e44c9e-1e3d-44d5-8223-de702f5258d8 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:14:28.063425 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-920a2338-f000-46eb-80a1-8b3613c28dd1 None None] Deleting port 484b30df-57ee-4776-9bad-9a07a0e8f8a5 {{(pid=91818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:14:28.063797 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-920a2338-f000-46eb-80a1-8b3613c28dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:28.082949 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Calling delete_port for 484b30df-57ee-4776-9bad-9a07a0e8f8a5 owned by network:dhcp {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:14:28.083818 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: f1e44c9e-1e3d-44d5-8223-de702f5258d8 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:14:28.084160 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device f1e44c9e-1e3d-44d5-8223-de702f5258d8 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:14:28.130321 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:28.135096 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f5a7e0be-8bf0-4213-91ed-07a1d8a1214e tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:28.168033 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-920a2338-f000-46eb-80a1-8b3613c28dd1 None None] For port 484b30df-57ee-4776-9bad-9a07a0e8f8a5, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=484b30df-57ee-4776-9bad-9a07a0e8f8a5,segment=NetworkSegment(5bd1b57c-c72c-4164-bc60-08c603448db0),segment_id=5bd1b57c-c72c-4164-bc60-08c603448db0)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:14:28.168342 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-920a2338-f000-46eb-80a1-8b3613c28dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:28.178631 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=484b30df-57ee-4776-9bad-9a07a0e8f8a5,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:28.180388 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] No DVR routers for this DVR port 484b30df-57ee-4776-9bad-9a07a0e8f8a5 on host dv-cinder-789603-9-iscsi {{(pid=91817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:14:28.182034 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:28.292015 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-920a2338-f000-46eb-80a1-8b3613c28dd1 None None] Calling delete_port for 484b30df-57ee-4776-9bad-9a07a0e8f8a5 owned by network:dhcp {{(pid=91818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:14:28.292965 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:28.306230 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de7c831-6f90-474c-acd8-1d24c87d965f']}} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:28.318460 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd1b57c-c72c-4164-bc60-08c603448db0') {'for_net_delete': True} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:28.318777 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd1b57c-c72c-4164-bc60-08c603448db0') {} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:28.329550 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31520878'] for segment, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:28.335704 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-920a2338-f000-46eb-80a1-8b3613c28dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303'] for port, after_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:28.339963 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:28.345386 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:28.351268 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=91817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:14:28.351639 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33464881'] for segment, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: Traceback (most recent call last): Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: timer() Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: cb(*args, **kw) Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: return func(*args, **kwargs) Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: self._notify() Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: self.callback(batched_events) Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: event.method(event) Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: return f(self, *a, **k) Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._get(url).json() Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: return self.request(url, 'GET', **kwargs) Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:14:28.364957 dv-cinder-789603-9-iscsi neutron-server[91817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:14:28.382375 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a2338-f000-46eb-80a1-8b3613c28dd1 None None] Pushing event deleted for resources: {'Port': ['ID=484b30df-57ee-4776-9bad-9a07a0e8f8a5,revision_number=None']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:28.385137 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-920a2338-f000-46eb-80a1-8b3613c28dd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:28.385939 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a2338-f000-46eb-80a1-8b3613c28dd1 None None] No DVR routers for this DVR port 484b30df-57ee-4776-9bad-9a07a0e8f8a5 on host dv-cinder-789603-9-iscsi {{(pid=91818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:14:28.540074 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:28.543780 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:28.557347 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:28.559204 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] 10.222.0.74 "DELETE /v2.0/networks/0de7c831-6f90-474c-acd8-1d24c87d965f HTTP/1.1" status: 204 len: 168 time: 0.8936398 Jun 09 15:14:28.562114 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58554) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:14:28.622530 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0de7c831-6f90-474c-acd8-1d24c87d965f,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:28.632487 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b01b591b-7d39-42c5-9a3a-6cc13e902ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:29.085457 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f1d86a78-16e2-47dd-be71-efea221b20e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598710'] for router_interface, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:29.484673 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-f1d86a78-16e2-47dd-be71-efea221b20e5 admin admin] Deleting port f96100b2-6b61-4f00-abf4-830768692816 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:14:29.485110 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f1d86a78-16e2-47dd-be71-efea221b20e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:29.601621 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-f1d86a78-16e2-47dd-be71-efea221b20e5 admin admin] For port f96100b2-6b61-4f00-abf4-830768692816, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=f96100b2-6b61-4f00-abf4-830768692816,segment=NetworkSegment(355d7b8c-7907-4841-a575-1647703e2660),segment_id=355d7b8c-7907-4841-a575-1647703e2660)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:14:29.601963 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f1d86a78-16e2-47dd-be71-efea221b20e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:29.718265 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-f1d86a78-16e2-47dd-be71-efea221b20e5 admin admin] Calling delete_port for f96100b2-6b61-4f00-abf4-830768692816 owned by network:router_interface {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:14:29.949772 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 484b30df-57ee-4776-9bad-9a07a0e8f8a5 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:14:29.968691 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f1d86a78-16e2-47dd-be71-efea221b20e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:29.972960 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-90f97ebc-69a2-4618-a375-e973592c4a60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:29.984308 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 484b30df-57ee-4776-9bad-9a07a0e8f8a5 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:14:29.984644 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 484b30df-57ee-4776-9bad-9a07a0e8f8a5 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:14:30.014093 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d86a78-16e2-47dd-be71-efea221b20e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f96100b2-6b61-4f00-abf4-830768692816,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:30.017146 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f1d86a78-16e2-47dd-be71-efea221b20e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:30.278849 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f1d86a78-16e2-47dd-be71-efea221b20e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-598520'] for router_interface, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:30.625695 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d86a78-16e2-47dd-be71-efea221b20e5 admin admin] Router 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:14:30.797814 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d86a78-16e2-47dd-be71-efea221b20e5 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:14:30.803334 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-f1d86a78-16e2-47dd-be71-efea221b20e5 admin admin] 10.222.0.74 "PUT /v2.0/routers/41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2402763 Jun 09 15:14:30.805882 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58556) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:14:30.806482 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04419622-dee3-4ea2-ae5b-7db7aa2d3c17 None None] Sync routers for ids ['41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:14:30.816394 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04419622-dee3-4ea2-ae5b-7db7aa2d3c17 None None] Routers {'41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:14:30.816999 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-04419622-dee3-4ea2-ae5b-7db7aa2d3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:14:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:30.981685 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:30.991664 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-04419622-dee3-4ea2-ae5b-7db7aa2d3c17 None None] Set router 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:14:31.272412 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:31.278373 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-04419622-dee3-4ea2-ae5b-7db7aa2d3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'name': 'tempest-TestShelveInstance-744655271-router', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'c5d395b7-7a1a-45b2-bf36-0884ab8b323d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:11Z', 'updated_at': '2021-06-09T15:14:29Z', 'revision_number': 5, 'project_id': 'cd31526202264e469a69e4b759cb98d4', 'gw_port': {'id': 'c5d395b7-7a1a-45b2-bf36-0884ab8b323d', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:13:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:09:12Z', 'updated_at': '2021-06-09T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:31.282264 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04419622-dee3-4ea2-ae5b-7db7aa2d3c17 None None] Checking router: 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:14:31.290637 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04419622-dee3-4ea2-ae5b-7db7aa2d3c17 None None] Routers {'41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:14:31.291231 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-04419622-dee3-4ea2-ae5b-7db7aa2d3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:14:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:31.341852 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Deleting port c5d395b7-7a1a-45b2-bf36-0884ab8b323d {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:14:31.342477 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:31.439505 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-04419622-dee3-4ea2-ae5b-7db7aa2d3c17 None None] Set router 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 gateway port host: None {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:14:31.461863 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] For port c5d395b7-7a1a-45b2-bf36-0884ab8b323d, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=c5d395b7-7a1a-45b2-bf36-0884ab8b323d,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:14:31.462218 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:31.541078 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-04419622-dee3-4ea2-ae5b-7db7aa2d3c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'name': 'tempest-TestShelveInstance-744655271-router', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:11Z', 'updated_at': '2021-06-09T15:14:31Z', 'revision_number': 6, 'project_id': 'cd31526202264e469a69e4b759cb98d4', 'gw_port_host': None}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:31.544831 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04419622-dee3-4ea2-ae5b-7db7aa2d3c17 None None] The sync data for ids ['41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915'] in dv-cinder-789603-9-iscsi is: [{'id': '41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915', 'name': 'tempest-TestShelveInstance-744655271-router', 'tenant_id': 'cd31526202264e469a69e4b759cb98d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:09:11Z', 'updated_at': '2021-06-09T15:14:31Z', 'revision_number': 6, 'project_id': 'cd31526202264e469a69e4b759cb98d4', 'gw_port_host': None}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:14:31.582966 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Calling delete_port for c5d395b7-7a1a-45b2-bf36-0884ab8b323d owned by network:router_gateway {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:14:31.714963 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:31.719114 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-9191f374-a789-46e2-a2b5-693cc0dd4c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:31.761739 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d395b7-7a1a-45b2-bf36-0884ab8b323d,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:31.788047 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:31.853470 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442406'] for router_gateway, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.031655 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11366'] for router, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.033839 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.056079 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603021'] for router, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.056587 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 {{(pid=91817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:14:32.060743 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.061838 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] 10.222.0.74 "DELETE /v2.0/routers/41cf3e96-34ae-4bdf-ae67-b9ca6bdfa915 HTTP/1.1" status: 204 len: 168 time: 1.2550545 Jun 09 15:14:32.064453 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58558) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:14:32.123839 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fd03df-2cba-46c2-93a9-fca56abe3e45 admin admin] Deleting subnet 45daf769-82da-4966-b5ae-50f5a564a0e5 {{(pid=91817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:14:32.126692 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d9fd03df-2cba-46c2-93a9-fca56abe3e45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.177019 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d9fd03df-2cba-46c2-93a9-fca56abe3e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31520855'] for subnet, precommit_delete_associations {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.256591 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d9fd03df-2cba-46c2-93a9-fca56abe3e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.325074 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device f96100b2-6b61-4f00-abf4-830768692816 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:14:32.330085 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d9fd03df-2cba-46c2-93a9-fca56abe3e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33464978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33473727'] for subnet, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.335266 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:32.364745 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: f96100b2-6b61-4f00-abf4-830768692816 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:14:32.365094 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device f96100b2-6b61-4f00-abf4-830768692816 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:14:32.375808 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd03df-2cba-46c2-93a9-fca56abe3e45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45daf769-82da-4966-b5ae-50f5a564a0e5,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:32.378954 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-d9fd03df-2cba-46c2-93a9-fca56abe3e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:32.381831 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-d9fd03df-2cba-46c2-93a9-fca56abe3e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for subnet, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.383987 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-d9fd03df-2cba-46c2-93a9-fca56abe3e45 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/45daf769-82da-4966-b5ae-50f5a564a0e5 HTTP/1.1" status: 204 len: 168 time: 0.3179955 Jun 09 15:14:32.386429 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58560) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:14:32.389745 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c8b50f-45b1-4286-98a2-ceaffe62b82b None None] Network 964b5817-215a-44ea-b6c6-8903595c1988 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:14:32.494983 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.584810 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Deleting port 8eb1943d-0445-48d6-b899-9cfd5998865f {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:14:32.585269 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.652479 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab19e16c-c106-451e-b215-3d07a5a666f4 None None] DHCP port deletion for 964b5817-215a-44ea-b6c6-8903595c1988 request from dv-cinder-789603-9-iscsi {{(pid=91818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 15:14:32.688233 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.db [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] For port 8eb1943d-0445-48d6-b899-9cfd5998865f, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=8eb1943d-0445-48d6-b899-9cfd5998865f,segment=NetworkSegment(355d7b8c-7907-4841-a575-1647703e2660),segment_id=355d7b8c-7907-4841-a575-1647703e2660)] {{(pid=91817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:14:32.688579 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.719605 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-ab19e16c-c106-451e-b215-3d07a5a666f4 None None] Deleting port 8eb1943d-0445-48d6-b899-9cfd5998865f {{(pid=91818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:14:32.719989 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ab19e16c-c106-451e-b215-3d07a5a666f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.821440 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-ab19e16c-c106-451e-b215-3d07a5a666f4 None None] For port 8eb1943d-0445-48d6-b899-9cfd5998865f, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=8eb1943d-0445-48d6-b899-9cfd5998865f,segment=NetworkSegment(355d7b8c-7907-4841-a575-1647703e2660),segment_id=355d7b8c-7907-4841-a575-1647703e2660)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:14:32.821834 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ab19e16c-c106-451e-b215-3d07a5a666f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.923654 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Calling delete_port for 8eb1943d-0445-48d6-b899-9cfd5998865f owned by network:dhcp {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:14:32.974729 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:32.979485 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-2b9a990e-16d3-4d09-bae1-4d12e350c19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:32.982451 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-ab19e16c-c106-451e-b215-3d07a5a666f4 None None] Calling delete_port for 8eb1943d-0445-48d6-b899-9cfd5998865f owned by network:dhcp {{(pid=91818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:14:33.025536 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ab19e16c-c106-451e-b215-3d07a5a666f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303'] for port, after_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:33.026922 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] No DVR routers for this DVR port 8eb1943d-0445-48d6-b899-9cfd5998865f on host dv-cinder-789603-9-iscsi {{(pid=91817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:14:33.029114 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:33.055196 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb1943d-0445-48d6-b899-9cfd5998865f,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:33.057437 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:33.071141 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19e16c-c106-451e-b215-3d07a5a666f4 None None] Pushing event deleted for resources: {'Port': ['ID=8eb1943d-0445-48d6-b899-9cfd5998865f,revision_number=None']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:33.074067 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-ab19e16c-c106-451e-b215-3d07a5a666f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:33.074888 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19e16c-c106-451e-b215-3d07a5a666f4 None None] No DVR routers for this DVR port 8eb1943d-0445-48d6-b899-9cfd5998865f on host dv-cinder-789603-9-iscsi {{(pid=91818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:14:33.146883 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:33.159910 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964b5817-215a-44ea-b6c6-8903595c1988']}} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:33.171327 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355d7b8c-7907-4841-a575-1647703e2660') {'for_net_delete': True} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:33.171614 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.services.segments.db [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355d7b8c-7907-4841-a575-1647703e2660') {} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:14:33.182620 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31520878'] for segment, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:33.198375 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:33.204520 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=91817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:14:33.204899 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33464881'] for segment, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: Traceback (most recent call last): Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: timer() Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: cb(*args, **kw) Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: return func(*args, **kwargs) Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: self._notify() Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: self.callback(batched_events) Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: event.method(event) Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: return f(self, *a, **k) Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._get(url).json() Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: return self.request(url, 'GET', **kwargs) Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:14:33.218438 dv-cinder-789603-9-iscsi neutron-server[91817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:14:33.293940 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:33.297129 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:33.309618 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:33.311418 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] 10.222.0.74 "DELETE /v2.0/networks/964b5817-215a-44ea-b6c6-8903595c1988 HTTP/1.1" status: 204 len: 168 time: 0.9233110 Jun 09 15:14:33.317703 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Pushing event deleted for resources: {'Network': ['ID=964b5817-215a-44ea-b6c6-8903595c1988,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:33.319891 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-5a9a63e4-4582-4f6c-8513-9a0df69abd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:33.423867 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58564) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:14:33.473308 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-f6b5ee14-d14f-4798-ade1-0ba37627985e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=16c638a4bffa498b9fe2bc282e856501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475695 Jun 09 15:14:33.475625 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58566) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:14:33.529983 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f78d1a40-776b-4264-ad17-ea4b185c4abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:33.555887 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f78d1a40-776b-4264-ad17-ea4b185c4abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:33.609190 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f78d1a40-776b-4264-ad17-ea4b185c4abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:33.612233 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-f78d1a40-776b-4264-ad17-ea4b185c4abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:33.613303 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-f78d1a40-776b-4264-ad17-ea4b185c4abe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a3fa923f-e5b9-4711-bdd1-385a8696cf8b HTTP/1.1" status: 204 len: 168 time: 0.1368134 Jun 09 15:14:33.614035 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-14f01729-052b-4e08-8870-50ff16ac9808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:33.624850 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d1a40-776b-4264-ad17-ea4b185c4abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fa923f-e5b9-4711-bdd1-385a8696cf8b,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:33.627325 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f78d1a40-776b-4264-ad17-ea4b185c4abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:33.954002 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device c5d395b7-7a1a-45b2-bf36-0884ab8b323d no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:14:33.989837 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: c5d395b7-7a1a-45b2-bf36-0884ab8b323d {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:14:33.990181 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device c5d395b7-7a1a-45b2-bf36-0884ab8b323d not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:14:33.990621 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 8eb1943d-0445-48d6-b899-9cfd5998865f no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:14:34.025424 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 8eb1943d-0445-48d6-b899-9cfd5998865f {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:14:34.025687 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 8eb1943d-0445-48d6-b899-9cfd5998865f not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:14:34.063323 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58572) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:14:34.110872 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-3b3cf317-c387-4b72-9e3d-8a9ad18d1f2d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd31526202264e469a69e4b759cb98d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462036 Jun 09 15:14:34.113224 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58574) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:14:34.169876 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-65f40c75-63a1-4780-9304-594ffb99d70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:34.195097 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-65f40c75-63a1-4780-9304-594ffb99d70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:34.250808 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-65f40c75-63a1-4780-9304-594ffb99d70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:34.253400 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-65f40c75-63a1-4780-9304-594ffb99d70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:34.254671 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-65f40c75-63a1-4780-9304-594ffb99d70e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8acede9f-f6fb-4d63-8d3d-289aef3d8d77 HTTP/1.1" status: 204 len: 168 time: 0.1405206 Jun 09 15:14:34.255456 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-f78d1a40-776b-4264-ad17-ea4b185c4abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:14:34.264698 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f40c75-63a1-4780-9304-594ffb99d70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acede9f-f6fb-4d63-8d3d-289aef3d8d77,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:14:34.266854 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-65f40c75-63a1-4780-9304-594ffb99d70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:14:37.192987 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:42.857017 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-547572b1-e7cc-4a56-8121-9c2a30de3303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:45.343424 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:45.433714 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-b33feb79-5bb1-4ec8-8dec-ff906d45ec7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:46.376954 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:48.281317 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:14:59.822322 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:15:07.190770 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:12.858190 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-491049f8-5bf4-4bf2-b4d0-29e79b2a70a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:13.585929 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d85a8df4-5eaf-4ad3-a4bc-4836b1284eeb req-39e7085f-58fc-4157-ab26-a06f7fc310c2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682843 Jun 09 15:15:13.676310 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a8df4-5eaf-4ad3-a4bc-4836b1284eeb req-aeea533f-c7c8-4abd-a7b7-30c37564f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:13.677740 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d85a8df4-5eaf-4ad3-a4bc-4836b1284eeb req-aeea533f-c7c8-4abd-a7b7-30c37564f049 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 1098 time: 0.0713882 Jun 09 15:15:13.819731 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a8df4-5eaf-4ad3-a4bc-4836b1284eeb req-0b247a0a-4b4b-4ae2-8898-c796709eef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:13.821150 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d85a8df4-5eaf-4ad3-a4bc-4836b1284eeb req-0b247a0a-4b4b-4ae2-8898-c796709eef05 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 913 time: 0.1249375 Jun 09 15:15:13.925516 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d85a8df4-5eaf-4ad3-a4bc-4836b1284eeb req-d7ee002c-8ff8-4dbb-879b-a5d5d1a49739 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d2400af-4176-49b2-9035-ed9e82b29da0 HTTP/1.1" status: 200 len: 1001 time: 0.0960202 Jun 09 15:15:13.989875 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a8df4-5eaf-4ad3-a4bc-4836b1284eeb req-2f116676-2f27-4118-bf2a-d9dda1112e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:13.991293 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d85a8df4-5eaf-4ad3-a4bc-4836b1284eeb req-2f116676-2f27-4118-bf2a-d9dda1112e44 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0595298 Jun 09 15:15:14.064473 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a8df4-5eaf-4ad3-a4bc-4836b1284eeb req-f338e370-d7ef-4388-8030-29e8a42b72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:14.066586 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d85a8df4-5eaf-4ad3-a4bc-4836b1284eeb req-f338e370-d7ef-4388-8030-29e8a42b72d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687468 Jun 09 15:15:14.194249 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d85a8df4-5eaf-4ad3-a4bc-4836b1284eeb req-aea92de8-e8b5-4c67-85cd-85c607600ce3 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207495 Jun 09 15:15:14.325114 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d85a8df4-5eaf-4ad3-a4bc-4836b1284eeb req-525648cc-16a7-41df-a0fc-720742664674 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234806 Jun 09 15:15:15.348937 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:15.435078 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-428940de-0375-41ac-b303-e8d58432cb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:16.380930 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:18.284874 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:36.821609 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:15:36.874503 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e327262-21f7-45e3-8ff0-315d42796124 req-1e168fbd-1585-4797-ac7f-2c654857892a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:36.875937 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6e327262-21f7-45e3-8ff0-315d42796124 req-1e168fbd-1585-4797-ac7f-2c654857892a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 945 time: 0.0819924 Jun 09 15:15:36.920091 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6e327262-21f7-45e3-8ff0-315d42796124 req-b0d68d9c-4a8f-4e49-8a9a-ea77745ad0dc tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379052 Jun 09 15:15:37.199893 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:38.122558 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e85029-b532-4700-8c89-e9f6cb8f933b req-56b96c90-29aa-4b75-a0ad-2c6a67edc03e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:38.123988 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-60e85029-b532-4700-8c89-e9f6cb8f933b req-56b96c90-29aa-4b75-a0ad-2c6a67edc03e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 945 time: 0.0837228 Jun 09 15:15:38.168218 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-60e85029-b532-4700-8c89-e9f6cb8f933b req-e55deea4-9f53-4955-b0cb-bf547f289df5 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384197 Jun 09 15:15:38.332946 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-d12d9f3d-1cc3-4c0c-8674-65f385be1eee tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:38.334294 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-d12d9f3d-1cc3-4c0c-8674-65f385be1eee tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 945 time: 0.0763307 Jun 09 15:15:38.470628 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Deleting port 0d2400af-4176-49b2-9035-ed9e82b29da0 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:15:38.470963 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:38.683612 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] For port 0d2400af-4176-49b2-9035-ed9e82b29da0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0d2400af-4176-49b2-9035-ed9e82b29da0,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:15:38.683962 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:38.964652 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:38.964935 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:38.965241 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.l3_db [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Floating IP b07e6112-8974-458d-ae10-0a763bc2d7b0 disassociated. External IP: 172.27.1.233, port: 0d2400af-4176-49b2-9035-ed9e82b29da0. Jun 09 15:15:38.965574 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Calling delete_port for 0d2400af-4176-49b2-9035-ed9e82b29da0 owned by compute:nova {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:15:39.072560 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:39.077803 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e4dd91ba-48c4-4ae4-8b22-84b0f96fc92a tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:15:39.119834 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event deleted for resources: {'Port': ['ID=0d2400af-4176-49b2-9035-ed9e82b29da0,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:15:39.131409 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:39.131918 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:39.132128 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:39.132479 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:39.132841 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:39.133172 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:39.133514 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:39.133864 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:39.134207 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:39.134568 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:39.134909 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:39.135244 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:39.138784 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:15:39.317231 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Router 551dbefc-4409-465d-b2e9-6b06e75a595a has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:15:39.328318 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-eac5b95d-2c2e-4cbd-91cb-8738915b661d req-8048c334-ac8b-4f4e-b6df-d9f2492071af tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=4caf4fb3-917f-485f-8042-8d34542e166a HTTP/1.1" status: 200 len: 210 time: 0.0424895 Jun 09 15:15:39.494649 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:15:39.504211 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a25613-e6a9-420d-8faf-7cddcb01aa22 None None] Sync routers for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:15:39.516393 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a25613-e6a9-420d-8faf-7cddcb01aa22 None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:15:39.517020 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-40a25613-e6a9-420d-8faf-7cddcb01aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:15:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:15:39.575158 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] No DVR routers for this DVR port 0d2400af-4176-49b2-9035-ed9e82b29da0 on host hv-cinder-78960 {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:15:39.577767 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:39.579823 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2f929c52-df8f-42f6-933e-9945a311aab9 req-0a9e783c-65c3-4f40-b743-44039328e9ff tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "DELETE /v2.0/ports/0d2400af-4176-49b2-9035-ed9e82b29da0 HTTP/1.1" status: 204 len: 173 time: 1.2403610 Jun 09 15:15:39.580549 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caf4fb3-917f-485f-8042-8d34542e166a', 'name': 'network-vif-deleted', 'tag': '0d2400af-4176-49b2-9035-ed9e82b29da0'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:15:39.583756 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7051564f-160e-4a6c-963d-69e439240e9e" -d '{"events": [{"server_uuid": "4caf4fb3-917f-485f-8042-8d34542e166a", "name": "network-vif-deleted", "tag": "0d2400af-4176-49b2-9035-ed9e82b29da0"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:15:39.636127 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c892d8-0c15-4b0c-8c8f-fe9c25d283e9 x-openstack-request-id: req-62c892d8-0c15-4b0c-8c8f-fe9c25d283e9 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:15:39.636452 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4caf4fb3-917f-485f-8042-8d34542e166a", "name": "network-vif-deleted", "tag": "0d2400af-4176-49b2-9035-ed9e82b29da0", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:15:39.636736 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-62c892d8-0c15-4b0c-8c8f-fe9c25d283e9 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:15:39.637169 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4caf4fb3-917f-485f-8042-8d34542e166a', 'name': 'network-vif-deleted', 'tag': '0d2400af-4176-49b2-9035-ed9e82b29da0', 'status': 'completed', 'code': 200} Jun 09 15:15:39.706528 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-40a25613-e6a9-420d-8faf-7cddcb01aa22 None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:15:40.021651 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-40a25613-e6a9-420d-8faf-7cddcb01aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:15:40.025277 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a25613-e6a9-420d-8faf-7cddcb01aa22 None None] Checking router: 551dbefc-4409-465d-b2e9-6b06e75a595a for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:15:40.033392 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a25613-e6a9-420d-8faf-7cddcb01aa22 None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:15:40.033982 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-40a25613-e6a9-420d-8faf-7cddcb01aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:15:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:15:40.206188 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-40a25613-e6a9-420d-8faf-7cddcb01aa22 None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:15:40.522334 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-40a25613-e6a9-420d-8faf-7cddcb01aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:15:40.526327 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a25613-e6a9-420d-8faf-7cddcb01aa22 None None] The sync data for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi is: [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:15:40.692769 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-d659ceb4-94e1-4798-91d7-199cb1e0623e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371311889&fields=id&tenant_id=717d483b757d46509ab99784aeb0b533 HTTP/1.1" status: 200 len: 267 time: 0.0445766 Jun 09 15:15:40.734792 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ae9ba0-8469-4474-ab0c-992db1b2c81a None None] New status for floating IP b07e6112-8974-458d-ae10-0a763bc2d7b0: DOWN {{(pid=91819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:15:40.843985 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaef094-7fb5-4be8-a08a-460083931847 req-f2f40fdc-5d25-4c47-9a24-6098d7d957c4 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:40.845312 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-f2f40fdc-5d25-4c47-9a24-6098d7d957c4 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 812 time: 0.1460633 Jun 09 15:15:40.860358 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-05d49fcf-33c1-4a4b-bc1f-952d5be9cd61 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/quotas/717d483b757d46509ab99784aeb0b533 HTTP/1.1" status: 200 len: 375 time: 0.0088046 Jun 09 15:15:40.958889 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-0f98b383-1b58-428c-8a36-040ff57c4f99 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0934715 Jun 09 15:15:40.975547 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-a8e4f301-b574-43c1-bf0b-06a6951a6067 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=91816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 15:15:40.976574 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-a8e4f301-b574-43c1-bf0b-06a6951a6067 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062919 Jun 09 15:15:41.106194 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-20a96c9b-e2d2-4703-94b4-6771b19dbe99 service neutron] 10.222.0.74 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237907 Jun 09 15:15:41.326699 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-aac8f540-a612-43ed-a8e9-efaa6d26adea service neutron] 10.222.0.74 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147388 Jun 09 15:15:41.721739 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-46a688d3-477b-4a01-8c37-8be64c9d51a6 req-594c5d31-b8e6-49de-b807-8c662ae23710 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 210 time: 0.0475433 Jun 09 15:15:41.986702 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 0d2400af-4176-49b2-9035-ed9e82b29da0 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:15:42.022960 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: 0d2400af-4176-49b2-9035-ed9e82b29da0 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:15:42.023290 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 0d2400af-4176-49b2-9035-ed9e82b29da0 not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:15:42.863730 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-96857d0f-d1e3-41ad-b704-06ca677986bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:42.892692 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-25673e59-38ff-433f-9902-bd9b49a68571 req-e8b84ffb-2594-4359-b2ad-12f4d1dc53da tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 210 time: 0.0613837 Jun 09 15:15:42.925793 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaef094-7fb5-4be8-a08a-460083931847 req-df55d47a-4fe6-4714-9aea-d72a0d731297 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:42.932412 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-df55d47a-4fe6-4714-9aea-d72a0d731297 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 812 time: 0.1979074 Jun 09 15:15:42.983051 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-5c944a40-8327-42af-b2ed-e67d438be239 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=717d483b757d46509ab99784aeb0b533 HTTP/1.1" status: 200 len: 379 time: 0.0422020 Jun 09 15:15:42.992994 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-9eaef094-7fb5-4be8-a08a-460083931847 req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Request body: {'port': {'device_id': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'admin_state_up': True, 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'security_groups': ['1f3c65b7-97b8-4309-a746-4633f925f401']}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:15:43.142777 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eaef094-7fb5-4be8-a08a-460083931847 req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Made reservation on behalf of 717d483b757d46509ab99784aeb0b533 for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:15:43.146887 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9eaef094-7fb5-4be8-a08a-460083931847 req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:43.309033 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-9eaef094-7fb5-4be8-a08a-460083931847 req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Allocated IP 172.20.0.12 (61c6be1e-6475-4220-b884-f7c4360bffaa/5a3e46aa-de27-4249-bdb7-0056527bba5b/b5442440-e5fd-4222-829d-7ba13772408b) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:15:43.505057 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9eaef094-7fb5-4be8-a08a-460083931847 req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:43.520722 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-9eaef094-7fb5-4be8-a08a-460083931847 req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Transition to ACTIVE for port object b5442440-e5fd-4222-829d-7ba13772408b will not be triggered until provisioned by entity DHCP. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:15:43.544517 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9eaef094-7fb5-4be8-a08a-460083931847 req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29138953'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:43.550696 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-538762f0-7db9-4118-bc1f-389fce70335d tempest-TestMinimumBasicScenario-819646939 tempest-TestMinimumBasicScenario-819646939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:15:43.612419 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eaef094-7fb5-4be8-a08a-460083931847 req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Network 61c6be1e-6475-4220-b884-f7c4360bffaa is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:15:43.615947 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-9eaef094-7fb5-4be8-a08a-460083931847 req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:15:43.620180 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eaef094-7fb5-4be8-a08a-460083931847 req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:15:43.662922 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'Port': ['ID=b5442440-e5fd-4222-829d-7ba13772408b,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:15:43.667175 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:15:43.692223 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaef094-7fb5-4be8-a08a-460083931847 req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:43.692835 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9eaef094-7fb5-4be8-a08a-460083931847 req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:43.712344 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7238226 Jun 09 15:15:43.724337 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Request body: {'port': {'device_id': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:15:43.840001 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:43.877701 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-692d42a6-7418-47b6-8bc7-d4c2505a7703 None None] Provisioning for port b5442440-e5fd-4222-829d-7ba13772408b completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:15:43.882816 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-692d42a6-7418-47b6-8bc7-d4c2505a7703 None None] Provisioning complete for port b5442440-e5fd-4222-829d-7ba13772408b triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:15:43.883194 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-692d42a6-7418-47b6-8bc7-d4c2505a7703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:43.937241 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-692d42a6-7418-47b6-8bc7-d4c2505a7703 None None] Port b5442440-e5fd-4222-829d-7ba13772408b cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:15:44.082917 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ead558-3c21-4436-857d-2d0dce02737a req-c4dde793-293a-40a8-9c8e-2a7a66f4b26a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:44.084367 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e9ead558-3c21-4436-857d-2d0dce02737a req-c4dde793-293a-40a8-9c8e-2a7a66f4b26a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 932 time: 0.0797637 Jun 09 15:15:44.127839 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e9ead558-3c21-4436-857d-2d0dce02737a req-29fb383b-e210-40d3-94b0-1d906a250c06 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378051 Jun 09 15:15:44.179685 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5442440-e5fd-4222-829d-7ba13772408b {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:15:44.186732 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:44.201653 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Transition to ACTIVE for port object b5442440-e5fd-4222-829d-7ba13772408b will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:15:44.205147 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:44.210084 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-a3bb3272-c54c-4d1f-84fb-e8ec48e1b50a tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:15:44.358437 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Pushing event updated for resources: {'Port': ['ID=b5442440-e5fd-4222-829d-7ba13772408b,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:15:44.361303 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:15:44.534068 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Attempting to bind port b5442440-e5fd-4222-829d-7ba13772408b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:15:44.534329 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Attempting to bind port b5442440-e5fd-4222-829d-7ba13772408b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:15:44.534673 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Attempting to bind port b5442440-e5fd-4222-829d-7ba13772408b on network 61c6be1e-6475-4220-b884-f7c4360bffaa {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:15:44.539315 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Port b5442440-e5fd-4222-829d-7ba13772408b on network 61c6be1e-6475-4220-b884-f7c4360bffaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:15:44.539625 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Attempting to bind port b5442440-e5fd-4222-829d-7ba13772408b on network 61c6be1e-6475-4220-b884-f7c4360bffaa {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:15:44.544540 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:15:44.544863 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Checking segment: {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:15:44.545229 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Bound using segment: {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:15:44.545637 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Bound port: b5442440-e5fd-4222-829d-7ba13772408b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:15:44.545966 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:44.631988 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] For port b5442440-e5fd-4222-829d-7ba13772408b, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:15:44.635102 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] For port b5442440-e5fd-4222-829d-7ba13772408b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b5442440-e5fd-4222-829d-7ba13772408b,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:15:44.638884 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:44.643121 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-12e87e64-109a-4532-a22d-03ed6bb044e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:15:44.700138 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:44.700803 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:44.702086 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] 10.222.0.61 "PUT /v2.0/ports/b5442440-e5fd-4222-829d-7ba13772408b HTTP/1.1" status: 200 len: 1094 time: 0.9827309 Jun 09 15:15:44.702639 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'tag': 'b5442440-e5fd-4222-829d-7ba13772408b'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:15:44.705008 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9cb746-fb7a-4695-adf4-bf66474c6b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8", "tag": "b5442440-e5fd-4222-829d-7ba13772408b"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:15:44.730952 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Pushing event updated for resources: {'Port': ['ID=b5442440-e5fd-4222-829d-7ba13772408b,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:15:44.734015 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:15:44.771497 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28728c5f-71f2-4065-8856-fdab624dd383 x-openstack-request-id: req-28728c5f-71f2-4065-8856-fdab624dd383 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:15:44.771830 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8", "tag": "b5442440-e5fd-4222-829d-7ba13772408b", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:15:44.772167 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-28728c5f-71f2-4065-8856-fdab624dd383 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:15:44.772541 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'tag': 'b5442440-e5fd-4222-829d-7ba13772408b', 'status': 'completed', 'code': 200} Jun 09 15:15:44.814048 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaef094-7fb5-4be8-a08a-460083931847 req-410f72ea-26bc-4001-80d9-113bba504f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:44.815706 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-410f72ea-26bc-4001-80d9-113bba504f5c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 1097 time: 0.0765896 Jun 09 15:15:44.886914 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-8ffb3d27-6236-4f97-ba33-8b601a475c56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5442440-e5fd-4222-829d-7ba13772408b HTTP/1.1" status: 200 len: 217 time: 0.0643322 Jun 09 15:15:44.947754 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaef094-7fb5-4be8-a08a-460083931847 req-77ddc059-efd6-45cc-9be5-ffe661e0d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:44.949110 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-77ddc059-efd6-45cc-9be5-ffe661e0d8b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0562592 Jun 09 15:15:45.027039 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae605efe-7632-4b84-8ce0-3167edee8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:45.028352 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-ae605efe-7632-4b84-8ce0-3167edee8635 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724618 Jun 09 15:15:45.157751 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-2290792d-1cbd-4818-9b0c-180895779c4c service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219602 Jun 09 15:15:45.286560 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-9eaef094-7fb5-4be8-a08a-460083931847 req-d7164bfb-2864-44d9-a7c2-5fe825b77b40 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230247 Jun 09 15:15:45.314801 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29daaa-e989-4443-aaa0-049fa96bd95e req-20f53047-9f78-467f-a350-134ccf0a7724 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:45.316262 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7d29daaa-e989-4443-aaa0-049fa96bd95e req-20f53047-9f78-467f-a350-134ccf0a7724 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 944 time: 0.0828915 Jun 09 15:15:45.352711 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:45.361975 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7d29daaa-e989-4443-aaa0-049fa96bd95e req-704b6b03-6310-495f-a855-df5ba502562d tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400414 Jun 09 15:15:45.402040 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cb746-fb7a-4695-adf4-bf66474c6b6b req-8c971142-2b3f-4574-b991-0be5dfc37b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:45.403536 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c9cb746-fb7a-4695-adf4-bf66474c6b6b req-8c971142-2b3f-4574-b991-0be5dfc37b8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 1097 time: 0.0711122 Jun 09 15:15:45.435651 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-0243e69c-4f7b-476e-bf81-2c7360121985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:45.532762 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cb746-fb7a-4695-adf4-bf66474c6b6b req-7a8fcc6d-6ffd-4918-9cda-f5b7e4e68a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:45.534212 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c9cb746-fb7a-4695-adf4-bf66474c6b6b req-7a8fcc6d-6ffd-4918-9cda-f5b7e4e68a50 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 913 time: 0.1234028 Jun 09 15:15:45.604195 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c9cb746-fb7a-4695-adf4-bf66474c6b6b req-aa27dc90-f6da-4847-83da-7abca6632fa6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5442440-e5fd-4222-829d-7ba13772408b HTTP/1.1" status: 200 len: 217 time: 0.0631618 Jun 09 15:15:45.664899 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cb746-fb7a-4695-adf4-bf66474c6b6b req-cf02779d-0fb6-4705-89d2-25007024c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:45.666265 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c9cb746-fb7a-4695-adf4-bf66474c6b6b req-cf02779d-0fb6-4705-89d2-25007024c8d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0551910 Jun 09 15:15:45.742892 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cb746-fb7a-4695-adf4-bf66474c6b6b req-7ab702c0-9d74-4a81-bb3e-96181f211a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:45.744300 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c9cb746-fb7a-4695-adf4-bf66474c6b6b req-7ab702c0-9d74-4a81-bb3e-96181f211a88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710094 Jun 09 15:15:45.875199 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c9cb746-fb7a-4695-adf4-bf66474c6b6b req-53aa8715-bb66-4fb6-83eb-795500cb3ec1 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233397 Jun 09 15:15:46.007417 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-4c9cb746-fb7a-4695-adf4-bf66474c6b6b req-4818eaa9-280a-4dba-a246-31835019ddc3 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256588 Jun 09 15:15:46.383734 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:46.546360 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777ed77-10a0-4d12-b3f9-8ccf559f0bc4 req-3e8d43d5-c778-4476-bd49-a352e31e26dd tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:46.547782 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6777ed77-10a0-4d12-b3f9-8ccf559f0bc4 req-3e8d43d5-c778-4476-bd49-a352e31e26dd tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 944 time: 0.0797586 Jun 09 15:15:46.591195 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-6777ed77-10a0-4d12-b3f9-8ccf559f0bc4 req-8bfd275e-b97e-4002-8282-6053014db37a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372596 Jun 09 15:15:47.775243 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9da32-1f27-4374-af29-3e6431956a4f req-8f68df94-7c60-47be-8e19-14a13926675f tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:47.776684 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-18e9da32-1f27-4374-af29-3e6431956a4f req-8f68df94-7c60-47be-8e19-14a13926675f tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 944 time: 0.0827897 Jun 09 15:15:47.823748 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-18e9da32-1f27-4374-af29-3e6431956a4f req-bc7bb6b2-94d9-443d-ace5-253de25dd814 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415499 Jun 09 15:15:48.287086 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:49.093397 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925c1a6-a9da-4441-98b6-869d1b436330 req-6e3c93e7-ccff-4d24-bc43-aafda604277e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:49.094752 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3925c1a6-a9da-4441-98b6-869d1b436330 req-6e3c93e7-ccff-4d24-bc43-aafda604277e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 944 time: 0.1700392 Jun 09 15:15:49.138160 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-3925c1a6-a9da-4441-98b6-869d1b436330 req-0e4dc2d8-c426-4ebf-981c-607ca7f2dfc5 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377405 Jun 09 15:15:50.321121 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb86ec8-5c0f-41f3-b74a-ef757a909972 req-7176a519-4adb-4112-8936-7f10c24972fe tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:50.322568 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6eb86ec8-5c0f-41f3-b74a-ef757a909972 req-7176a519-4adb-4112-8936-7f10c24972fe tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 944 time: 0.0819340 Jun 09 15:15:50.366110 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-6eb86ec8-5c0f-41f3-b74a-ef757a909972 req-239801c1-9916-4fcc-8890-6533cf271286 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380857 Jun 09 15:15:51.544010 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a666f3-8ece-4385-80d7-ce1f2af10496 req-f16877d0-3401-4e2b-983d-b71680b2e4fd tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:51.545417 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-98a666f3-8ece-4385-80d7-ce1f2af10496 req-f16877d0-3401-4e2b-983d-b71680b2e4fd tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 944 time: 0.0772872 Jun 09 15:15:51.588607 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-98a666f3-8ece-4385-80d7-ce1f2af10496 req-75a3022e-ff78-4fd2-9c38-df313f9399b6 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375693 Jun 09 15:15:52.034717 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device b5442440-e5fd-4222-829d-7ba13772408b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:15:52.163315 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port b5442440-e5fd-4222-829d-7ba13772408b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b5442440-e5fd-4222-829d-7ba13772408b,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:15:52.176681 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': 'b5442440-e5fd-4222-829d-7ba13772408b', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'port_id': 'b5442440-e5fd-4222-829d-7ba13772408b', 'mac_address': 'fa:16:3e:1d:ad:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:15:52.233120 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:52.249219 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5442440-e5fd-4222-829d-7ba13772408b {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:15:52.264612 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port b5442440-e5fd-4222-829d-7ba13772408b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b5442440-e5fd-4222-829d-7ba13772408b,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:15:52.269266 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:52.272673 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:15:52.334872 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=b5442440-e5fd-4222-829d-7ba13772408b,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:15:52.341756 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:52.342089 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:52.342414 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:52.342758 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:52.343080 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:52.343394 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:52.343704 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:52.344014 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:52.344322 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:52.344627 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:52.344934 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:52.345233 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:52.349129 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:15:52.513235 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['b5442440-e5fd-4222-829d-7ba13772408b'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:15:52.772142 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666607f-f31c-4cc2-8ad5-a779f8049571 req-ed7b0e1c-b0f8-44aa-a581-2c01f814f4c9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:52.772142 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d666607f-f31c-4cc2-8ad5-a779f8049571 req-ed7b0e1c-b0f8-44aa-a581-2c01f814f4c9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 945 time: 0.0785205 Jun 09 15:15:52.815970 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-d666607f-f31c-4cc2-8ad5-a779f8049571 req-cb3d3f35-15cb-49ec-9ea3-68bee84ad6a9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391493 Jun 09 15:15:54.007091 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849103e-4ba8-4af5-a41e-9a419abc79da req-3d61d7a6-039f-4bfb-ae4f-19f428d87f1b tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:54.008501 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d849103e-4ba8-4af5-a41e-9a419abc79da req-3d61d7a6-039f-4bfb-ae4f-19f428d87f1b tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 945 time: 0.0806203 Jun 09 15:15:54.033942 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device b5442440-e5fd-4222-829d-7ba13772408b up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:15:54.051632 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d849103e-4ba8-4af5-a41e-9a419abc79da req-229dfe04-e6d7-4dbc-a1f1-a64e3791d6e9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375831 Jun 09 15:15:54.099731 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port b5442440-e5fd-4222-829d-7ba13772408b completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:15:54.104391 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port b5442440-e5fd-4222-829d-7ba13772408b triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:15:54.104763 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:54.218413 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:54.244958 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5442440-e5fd-4222-829d-7ba13772408b'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:15:54.247209 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc707f71-0d33-40aa-9ef6-91bf6492e841" -d '{"events": [{"server_uuid": "0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8", "name": "network-vif-plugged", "status": "completed", "tag": "b5442440-e5fd-4222-829d-7ba13772408b"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:15:54.255207 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port b5442440-e5fd-4222-829d-7ba13772408b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b5442440-e5fd-4222-829d-7ba13772408b,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:15:54.260208 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:54.262902 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-920a2338-f000-46eb-80a1-8b3613c28dd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:15:54.328526 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=b5442440-e5fd-4222-829d-7ba13772408b,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:15:54.331792 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:15:54.411268 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6dfac9-5822-444c-968d-1bae99cfe1a1 x-openstack-request-id: req-8e6dfac9-5822-444c-968d-1bae99cfe1a1 {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:15:54.411569 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8", "name": "network-vif-plugged", "status": "completed", "tag": "b5442440-e5fd-4222-829d-7ba13772408b", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:15:54.411826 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8e6dfac9-5822-444c-968d-1bae99cfe1a1 {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:15:54.412220 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5442440-e5fd-4222-829d-7ba13772408b', 'code': 200} Jun 09 15:15:54.673323 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda44883-3c63-4119-bd5c-b82900e8cbdf req-848a02ac-976b-4f3f-b3f6-bf4577b61275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:54.675573 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-bda44883-3c63-4119-bd5c-b82900e8cbdf req-848a02ac-976b-4f3f-b3f6-bf4577b61275 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0692596 Jun 09 15:15:54.717651 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-bda44883-3c63-4119-bd5c-b82900e8cbdf req-871fe523-fd0d-48aa-9281-e103e3082260 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363531 Jun 09 15:15:55.231545 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c074bd-86fb-4947-9a2f-9368af05a443 req-84ddc0b6-1a64-46de-a784-6ade93ed9cfc tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:55.232957 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-86c074bd-86fb-4947-9a2f-9368af05a443 req-84ddc0b6-1a64-46de-a784-6ade93ed9cfc tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 946 time: 0.0781460 Jun 09 15:15:55.282536 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-86c074bd-86fb-4947-9a2f-9368af05a443 req-6663e6cf-af83-4b27-b8f7-b5a8263543ef tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438874 Jun 09 15:15:56.467853 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c0cb4-b36c-49b5-8f30-ebb51a69e1ae req-37733a24-e737-409b-959b-c6c49938e6ee tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:56.469257 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2a4c0cb4-b36c-49b5-8f30-ebb51a69e1ae req-37733a24-e737-409b-959b-c6c49938e6ee tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 946 time: 0.0826318 Jun 09 15:15:56.511774 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-2a4c0cb4-b36c-49b5-8f30-ebb51a69e1ae req-ba77fc97-7431-435b-8705-aded2fb7fa76 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363936 Jun 09 15:15:56.699937 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231d5b6-5af9-4c11-a2eb-44fd8582d1e6 req-9e2dffbe-256d-4c32-b5ac-5d89cfa071db tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:56.701382 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e231d5b6-5af9-4c11-a2eb-44fd8582d1e6 req-9e2dffbe-256d-4c32-b5ac-5d89cfa071db tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 946 time: 0.0868130 Jun 09 15:15:56.750416 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e231d5b6-5af9-4c11-a2eb-44fd8582d1e6 req-e15a23b2-d529-4ff7-881e-ad8854322e5d tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424993 Jun 09 15:15:56.775730 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58682) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:15:56.843736 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002f0814-7990-420c-991a-66fdda5b42ca tempest-TestVolumeBootPattern-1176683141 tempest-TestVolumeBootPattern-1176683141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:56.845213 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-002f0814-7990-420c-991a-66fdda5b42ca tempest-TestVolumeBootPattern-1176683141 tempest-TestVolumeBootPattern-1176683141-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 1094 time: 0.0684991 Jun 09 15:15:56.848002 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58684) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:15:56.852349 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.v2.base [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Request body: {'floatingip': {'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'port_id': 'b5442440-e5fd-4222-829d-7ba13772408b', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:15:56.874433 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for floatingip, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:57.035816 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:57.212610 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.db_base_plugin_common [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Allocated IP 172.27.1.114 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/e717767f-f558-4e60-965b-5c983b2c9f92) {{(pid=91817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:15:57.474717 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for port, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:57.502591 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33464959'] for port, after_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:57.506764 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-4a898a8a-13b5-4cd1-8af9-b1f48ac10fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:15:57.566476 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:15:57.569127 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.base_scheduler [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Resources bound (agent type, host, resource id): {{(pid=91817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:15:57.572770 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Received port after_create {{(pid=91817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:15:57.610411 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'Port': ['ID=e717767f-f558-4e60-965b-5c983b2c9f92,revision_number=1']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:15:57.625660 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:57.626031 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:57.626395 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:57.626780 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:57.627246 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:57.627689 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:57.628081 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:57.628422 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:57.628773 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:57.629121 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:57.629466 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:57.629807 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:15:57.634632 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:15:57.982227 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:58.052310 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:58.252836 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for port, precommit_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:58.257301 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33464909'] for port, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:58.261559 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-b2d74ba3-f5bf-4997-818f-9214c14d171b tempest-TestShelveInstance-488393801 tempest-TestShelveInstance-488393801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:15:58.363537 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'Port': ['ID=e717767f-f558-4e60-965b-5c983b2c9f92,revision_number=2']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:15:58.367634 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:15:58.374058 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:58.540369 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.l3_db [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Floating IP 32a22eae-0e26-448c-8803-67f5800adfc9 associated. External IP: 172.27.1.114, port: b5442440-e5fd-4222-829d-7ba13772408b. Jun 09 15:15:58.990678 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Router 551dbefc-4409-465d-b2e9-6b06e75a595a has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:15:59.164929 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:15:59.175027 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992558b5-b4d5-478c-9543-6ccea65f2b13 None None] Sync routers for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:15:59.184152 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:15:59.185129 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992558b5-b4d5-478c-9543-6ccea65f2b13 None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:15:59.185749 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-992558b5-b4d5-478c-9543-6ccea65f2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:15:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:15:59.239139 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3901405 Jun 09 15:15:59.239903 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'tag': 'b5442440-e5fd-4222-829d-7ba13772408b'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:15:59.242232 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883cae07-38ab-4ce0-bc1a-decdbde90e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8", "tag": "b5442440-e5fd-4222-829d-7ba13772408b"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:15:59.284086 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d68a68d-4642-4ae8-a85e-373d998e82c6 x-openstack-request-id: req-2d68a68d-4642-4ae8-a85e-373d998e82c6 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:15:59.284415 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8", "tag": "b5442440-e5fd-4222-829d-7ba13772408b", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:15:59.284706 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2d68a68d-4642-4ae8-a85e-373d998e82c6 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:15:59.285137 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'tag': 'b5442440-e5fd-4222-829d-7ba13772408b', 'status': 'completed', 'code': 200} Jun 09 15:15:59.364102 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-992558b5-b4d5-478c-9543-6ccea65f2b13 None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:15:59.373346 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cae07-38ab-4ce0-bc1a-decdbde90e3a req-4c7855ae-5d34-49e5-94ae-52e13c7d5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:59.374834 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-883cae07-38ab-4ce0-bc1a-decdbde90e3a req-4c7855ae-5d34-49e5-94ae-52e13c7d5291 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0699615 Jun 09 15:15:59.504893 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cae07-38ab-4ce0-bc1a-decdbde90e3a req-abec09f9-ac52-43ae-871e-5daf0647e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:59.506201 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-883cae07-38ab-4ce0-bc1a-decdbde90e3a req-abec09f9-ac52-43ae-871e-5daf0647e6ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 913 time: 0.1256018 Jun 09 15:15:59.611937 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-883cae07-38ab-4ce0-bc1a-decdbde90e3a req-bbf4b631-d182-403b-8636-2b2a955180af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5442440-e5fd-4222-829d-7ba13772408b HTTP/1.1" status: 200 len: 1000 time: 0.0993619 Jun 09 15:15:59.673411 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cae07-38ab-4ce0-bc1a-decdbde90e3a req-05cb145f-9a72-4ac5-9b82-7a1bb7dfb7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:59.675027 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-883cae07-38ab-4ce0-bc1a-decdbde90e3a req-05cb145f-9a72-4ac5-9b82-7a1bb7dfb7eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0575414 Jun 09 15:15:59.737915 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-992558b5-b4d5-478c-9543-6ccea65f2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '32a22eae-0e26-448c-8803-67f5800adfc9', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': 'b5442440-e5fd-4222-829d-7ba13772408b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:1d:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:15:57Z', 'updated_at': '2021-06-09T15:15:57Z', 'revision_number': 0, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:15:59.741814 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992558b5-b4d5-478c-9543-6ccea65f2b13 None None] Checking router: 551dbefc-4409-465d-b2e9-6b06e75a595a for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:15:59.749977 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992558b5-b4d5-478c-9543-6ccea65f2b13 None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:15:59.750606 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-992558b5-b4d5-478c-9543-6ccea65f2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:15:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:15:59.755614 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cae07-38ab-4ce0-bc1a-decdbde90e3a req-be039e98-2c8b-417e-9987-c98de1ae7574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:15:59.757066 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-883cae07-38ab-4ce0-bc1a-decdbde90e3a req-be039e98-2c8b-417e-9987-c98de1ae7574 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759087 Jun 09 15:15:59.888890 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-883cae07-38ab-4ce0-bc1a-decdbde90e3a req-a87073c5-0a90-4a45-80c8-656c6e8719ea service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248596 Jun 09 15:15:59.927538 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-992558b5-b4d5-478c-9543-6ccea65f2b13 None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:16:00.018516 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-883cae07-38ab-4ce0-bc1a-decdbde90e3a req-c7dc09a5-6168-46d5-a469-060cd0cc5463 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230843 Jun 09 15:16:00.269310 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-992558b5-b4d5-478c-9543-6ccea65f2b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '32a22eae-0e26-448c-8803-67f5800adfc9', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': 'b5442440-e5fd-4222-829d-7ba13772408b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:1d:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:15:57Z', 'updated_at': '2021-06-09T15:15:57Z', 'revision_number': 0, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:16:00.273404 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992558b5-b4d5-478c-9543-6ccea65f2b13 None None] The sync data for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi is: [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '32a22eae-0e26-448c-8803-67f5800adfc9', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': 'b5442440-e5fd-4222-829d-7ba13772408b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:1d:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:15:57Z', 'updated_at': '2021-06-09T15:15:57Z', 'revision_number': 0, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:16:00.455415 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ebbd00-d506-41ba-83df-b8cd4930a297 None None] New status for floating IP 32a22eae-0e26-448c-8803-67f5800adfc9: ACTIVE {{(pid=91819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:16:07.201847 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:12.856132 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-f960c5a2-c87a-426c-a7e9-aba3b5ecaa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:13.819972 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:16:15.356350 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:15.435941 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-06203e40-93ac-4465-8ada-ed17a714560e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:15.547004 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2c1248ce-4cc7-41f5-a219-50ab17e96b55 req-d58d3eed-5b13-4b60-8432-57ca05d8e300 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676310 Jun 09 15:16:15.686009 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1248ce-4cc7-41f5-a219-50ab17e96b55 req-07ea7d04-2b98-4155-88a7-6c12be86d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:15.687463 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2c1248ce-4cc7-41f5-a219-50ab17e96b55 req-07ea7d04-2b98-4155-88a7-6c12be86d3a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0738163 Jun 09 15:16:15.832848 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1248ce-4cc7-41f5-a219-50ab17e96b55 req-2472fa81-937e-4da4-9be4-a05951c16e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:15.834265 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2c1248ce-4cc7-41f5-a219-50ab17e96b55 req-2472fa81-937e-4da4-9be4-a05951c16e17 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 913 time: 0.1271174 Jun 09 15:16:16.029596 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2c1248ce-4cc7-41f5-a219-50ab17e96b55 req-4edd30b9-8981-468f-85c0-22edacfb57b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5442440-e5fd-4222-829d-7ba13772408b HTTP/1.1" status: 200 len: 1002 time: 0.1879892 Jun 09 15:16:16.091661 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1248ce-4cc7-41f5-a219-50ab17e96b55 req-67375245-c75b-4111-b856-8921f7638e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:16.093017 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2c1248ce-4cc7-41f5-a219-50ab17e96b55 req-67375245-c75b-4111-b856-8921f7638e4d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0567605 Jun 09 15:16:16.166535 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1248ce-4cc7-41f5-a219-50ab17e96b55 req-2b8db846-e4b5-4efd-9ada-ee1aecdabb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:16:16.167966 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2c1248ce-4cc7-41f5-a219-50ab17e96b55 req-2b8db846-e4b5-4efd-9ada-ee1aecdabb9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685172 Jun 09 15:16:16.297571 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2c1248ce-4cc7-41f5-a219-50ab17e96b55 req-844dc6e7-2e39-4f78-a71e-4a0604f515be service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220350 Jun 09 15:16:16.386051 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:16.435968 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2c1248ce-4cc7-41f5-a219-50ab17e96b55 req-6e566fc4-e7fc-4b76-b41a-b80ba7b21dbe service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297903 Jun 09 15:16:18.293145 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:37.194928 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:42.857860 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-75e93745-e185-4373-a423-4ca465be3a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:45.359418 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:45.436275 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-6c1292a4-5632-4578-a512-4959e49a41e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:46.388579 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:48.292654 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:16:50.819438 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:17:07.192020 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:12.858956 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-779bf55f-9e12-4047-b005-b03f6199c86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:15.361962 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:15.436240 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-76b4d2b2-d123-417b-b8b7-7a18e78f957c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:16.391256 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:16.546926 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e43b117b-85ee-424b-9fc7-2ad9180d11ab req-5907be26-9c8c-4b77-9cff-e351e52c2815 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727813 Jun 09 15:17:16.682557 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b117b-85ee-424b-9fc7-2ad9180d11ab req-15d0c489-a94c-4f3e-a952-c9ee203159a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:16.683872 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e43b117b-85ee-424b-9fc7-2ad9180d11ab req-15d0c489-a94c-4f3e-a952-c9ee203159a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0698416 Jun 09 15:17:16.827192 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b117b-85ee-424b-9fc7-2ad9180d11ab req-4c647b32-f0ca-4467-be15-551e108293ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:16.828682 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e43b117b-85ee-424b-9fc7-2ad9180d11ab req-4c647b32-f0ca-4467-be15-551e108293ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 913 time: 0.1262419 Jun 09 15:17:16.931183 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e43b117b-85ee-424b-9fc7-2ad9180d11ab req-0a79c8b6-1c2a-48d7-b605-212c6519183a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5442440-e5fd-4222-829d-7ba13772408b HTTP/1.1" status: 200 len: 1002 time: 0.0959413 Jun 09 15:17:16.993200 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b117b-85ee-424b-9fc7-2ad9180d11ab req-1e4f271d-b341-45bd-9b4b-d438977168b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:16.994522 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e43b117b-85ee-424b-9fc7-2ad9180d11ab req-1e4f271d-b341-45bd-9b4b-d438977168b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0571239 Jun 09 15:17:17.074345 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b117b-85ee-424b-9fc7-2ad9180d11ab req-183b0f1c-fa62-4c80-beb2-256eb570470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:17.075805 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e43b117b-85ee-424b-9fc7-2ad9180d11ab req-183b0f1c-fa62-4c80-beb2-256eb570470a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751536 Jun 09 15:17:17.205713 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e43b117b-85ee-424b-9fc7-2ad9180d11ab req-9d1ee09c-2a68-4559-b11c-7a0448ecc6e9 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231887 Jun 09 15:17:17.332949 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-e43b117b-85ee-424b-9fc7-2ad9180d11ab req-c69763f1-d5d0-4352-bf27-7ec496ccebd6 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208336 Jun 09 15:17:18.293984 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:27.818466 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:17:28.484547 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-44c89cdc-e503-4fdc-a512-6e7440357457 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371311889&fields=id&tenant_id=717d483b757d46509ab99784aeb0b533 HTTP/1.1" status: 200 len: 267 time: 0.0395970 Jun 09 15:17:28.629780 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-e860b83b-5ac3-42e6-90b1-900a3aac6789 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:28.631331 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-e860b83b-5ac3-42e6-90b1-900a3aac6789 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 812 time: 0.1405995 Jun 09 15:17:28.645534 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-af715def-88e5-433e-a361-dc704096cd63 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/quotas/717d483b757d46509ab99784aeb0b533 HTTP/1.1" status: 200 len: 375 time: 0.0088160 Jun 09 15:17:28.736017 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-1c5c9a50-06df-4db5-8871-3669d1786d1a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0849247 Jun 09 15:17:28.871406 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-37c379fa-221d-4e7f-bae3-9d57b5b4560a service neutron] 10.222.0.74 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240728 Jun 09 15:17:29.081091 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-981c9283-3195-4372-8f03-5e091832cd23 service neutron] 10.222.0.74 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038980 Jun 09 15:17:29.483820 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-e4a3752b-2559-4fdd-a05f-2a272a08baac req-dfe8526f-48c1-4dda-8a2d-d48677a329ac tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 210 time: 0.0479352 Jun 09 15:17:30.657295 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-d03a245d-9bec-4edf-86a5-58f55a023c80 req-b9f3f0c9-ca28-4b58-bf92-6a39f8f696e4 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 210 time: 0.0535169 Jun 09 15:17:30.720876 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c76da2c2-2de5-4312-a98f-062e852170a9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:30.722268 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c76da2c2-2de5-4312-a98f-062e852170a9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 812 time: 0.1854086 Jun 09 15:17:30.773411 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-d89aea52-1820-42ea-a936-836cad5dcc02 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=717d483b757d46509ab99784aeb0b533 HTTP/1.1" status: 200 len: 379 time: 0.0420773 Jun 09 15:17:30.781959 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Request body: {'port': {'device_id': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'admin_state_up': True, 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'security_groups': ['1f3c65b7-97b8-4309-a746-4633f925f401']}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:17:30.941461 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Made reservation on behalf of 717d483b757d46509ab99784aeb0b533 for: {'port': 1} {{(pid=91816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 15:17:30.944858 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:31.106416 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Allocated IP 172.20.0.4 (61c6be1e-6475-4220-b884-f7c4360bffaa/5a3e46aa-de27-4249-bdb7-0056527bba5b/0e69f1cd-d85e-4900-bc41-4964dddc10c8) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:17:31.314348 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:31.332547 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Transition to ACTIVE for port object 0e69f1cd-d85e-4900-bc41-4964dddc10c8 will not be triggered until provisioned by entity DHCP. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:17:31.358817 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29138953'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:31.365437 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:17:31.429122 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Network 61c6be1e-6475-4220-b884-f7c4360bffaa is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:17:31.432191 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:17:31.434572 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:17:31.480583 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'Port': ['ID=0e69f1cd-d85e-4900-bc41-4964dddc10c8,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:17:31.501596 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:31.501956 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:31.502310 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:31.502687 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:31.503049 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:31.503380 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:31.503841 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:31.504278 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:31.504628 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:31.504973 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:31.505313 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:31.505652 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:31.509448 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:17:31.524100 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:31.524708 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:31.544335 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-6c637079-08af-4596-8764-c7cd802f2380 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7659411 Jun 09 15:17:31.556439 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Request body: {'port': {'device_id': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:17:31.637610 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-17f0fe0c-c88c-4879-b409-84c3445a4b6f None None] Provisioning for port 0e69f1cd-d85e-4900-bc41-4964dddc10c8 completed by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:17:31.642509 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-17f0fe0c-c88c-4879-b409-84c3445a4b6f None None] Provisioning complete for port 0e69f1cd-d85e-4900-bc41-4964dddc10c8 triggered by entity DHCP. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:17:31.642968 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-17f0fe0c-c88c-4879-b409-84c3445a4b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:31.664032 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:31.699051 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-17f0fe0c-c88c-4879-b409-84c3445a4b6f None None] Port 0e69f1cd-d85e-4900-bc41-4964dddc10c8 cannot update to ACTIVE because it is not bound. {{(pid=91818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 15:17:31.841941 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c51b-a439-405a-b9a0-52517cbf2d1a req-50e87190-4f06-444a-a9b4-5a4b35b48800 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:31.843601 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1222c51b-a439-405a-b9a0-52517cbf2d1a req-50e87190-4f06-444a-a9b4-5a4b35b48800 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 931 time: 0.0806320 Jun 09 15:17:31.887962 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-1222c51b-a439-405a-b9a0-52517cbf2d1a req-73e1cdca-5c4c-4c45-b4fb-c11a5999a982 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386822 Jun 09 15:17:32.006639 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e69f1cd-d85e-4900-bc41-4964dddc10c8 {{(pid=91816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:17:32.013934 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:32.027792 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.provisioning_blocks [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Transition to ACTIVE for port object 0e69f1cd-d85e-4900-bc41-4964dddc10c8 will not be triggered until provisioned by entity L2. {{(pid=91816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 15:17:32.030872 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:32.035162 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5c568cec-e7c3-4c48-a4c0-4c8ebadc6e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:17:32.253728 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Pushing event updated for resources: {'Port': ['ID=0e69f1cd-d85e-4900-bc41-4964dddc10c8,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:17:32.279770 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:17:32.354800 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Attempting to bind port 0e69f1cd-d85e-4900-bc41-4964dddc10c8 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 15:17:32.355060 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Attempting to bind port 0e69f1cd-d85e-4900-bc41-4964dddc10c8 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 15:17:32.355366 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Attempting to bind port 0e69f1cd-d85e-4900-bc41-4964dddc10c8 on network 61c6be1e-6475-4220-b884-f7c4360bffaa {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:17:32.359748 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Port 0e69f1cd-d85e-4900-bc41-4964dddc10c8 on network 61c6be1e-6475-4220-b884-f7c4360bffaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 15:17:32.360052 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Attempting to bind port 0e69f1cd-d85e-4900-bc41-4964dddc10c8 on network 61c6be1e-6475-4220-b884-f7c4360bffaa {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 15:17:32.365029 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Checking agent: {'id': '3d877061-115b-43a7-99d9-f5988ffe048a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'started_at': datetime.datetime(2021, 6, 9, 15, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 15, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 15:17:32.365379 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Checking segment: {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 15:17:32.365749 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Bound using segment: {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'} {{(pid=91816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 15:17:32.366158 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.managers [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Bound port: 0e69f1cd-d85e-4900-bc41-4964dddc10c8, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c67894d-ddb5-44f2-9a39-1d0d2430da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa'}}] {{(pid=91816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 15:17:32.366512 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:32.456164 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] For port 0e69f1cd-d85e-4900-bc41-4964dddc10c8, host hv-cinder-78960, cleared binding levels {{(pid=91816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 15:17:32.458926 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] For port 0e69f1cd-d85e-4900-bc41-4964dddc10c8, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0e69f1cd-d85e-4900-bc41-4964dddc10c8,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 15:17:32.463374 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:32.466773 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e600a7d2-4f9b-418c-9fb9-8fc290910c1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:17:32.523784 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:32.524326 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:32.525658 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] 10.222.0.61 "PUT /v2.0/ports/0e69f1cd-d85e-4900-bc41-4964dddc10c8 HTTP/1.1" status: 200 len: 1093 time: 0.9739308 Jun 09 15:17:32.526185 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'tag': '0e69f1cd-d85e-4900-bc41-4964dddc10c8'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:17:32.528463 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc9c4ca-5617-4bbb-ad82-177c4c5abfd5" -d '{"events": [{"name": "network-changed", "server_uuid": "13a78e96-7368-4701-bd39-02edf7c1a8df", "tag": "0e69f1cd-d85e-4900-bc41-4964dddc10c8"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:17:32.556949 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Pushing event updated for resources: {'Port': ['ID=0e69f1cd-d85e-4900-bc41-4964dddc10c8,revision_number=3']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:17:32.560066 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:17:32.600207 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273d17e9-d1c4-46d0-83ff-7bbf594c393e x-openstack-request-id: req-273d17e9-d1c4-46d0-83ff-7bbf594c393e {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:17:32.600522 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a78e96-7368-4701-bd39-02edf7c1a8df", "tag": "0e69f1cd-d85e-4900-bc41-4964dddc10c8", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:17:32.600801 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-273d17e9-d1c4-46d0-83ff-7bbf594c393e {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:17:32.601217 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'tag': '0e69f1cd-d85e-4900-bc41-4964dddc10c8', 'status': 'completed', 'code': 200} Jun 09 15:17:32.643448 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-b10f33e1-6cfb-4058-ae4b-81224a0f0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:32.644895 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-b10f33e1-6cfb-4058-ae4b-81224a0f0e37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 1096 time: 0.0822122 Jun 09 15:17:32.713680 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-65b0d2e6-a924-44e6-9ab1-dd831637567a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e69f1cd-d85e-4900-bc41-4964dddc10c8 HTTP/1.1" status: 200 len: 217 time: 0.0607345 Jun 09 15:17:32.777410 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-0a053140-2c13-472b-8934-b122561d3ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:32.778874 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-0a053140-2c13-472b-8934-b122561d3ce6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0596063 Jun 09 15:17:32.852900 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-7767ffe7-95c8-4e84-a1aa-681932b05e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:32.854297 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-7767ffe7-95c8-4e84-a1aa-681932b05e92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692492 Jun 09 15:17:32.985173 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-8731c437-3c05-4231-952e-65a071c57ace service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245351 Jun 09 15:17:33.074032 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f13c4-1234-43fc-8f34-69f3a0548a14 req-798052b9-aaf1-4c52-8d18-e159eecc4b58 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:33.075523 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7d5f13c4-1234-43fc-8f34-69f3a0548a14 req-798052b9-aaf1-4c52-8d18-e159eecc4b58 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 943 time: 0.0828400 Jun 09 15:17:33.117998 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-2e96ebc3-fc3e-4fbf-886c-e960d245d57b req-fbfab1c2-d418-4dd1-86fd-a5adfa856ce3 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261935 Jun 09 15:17:33.119755 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-7d5f13c4-1234-43fc-8f34-69f3a0548a14 req-35a4b382-6c41-4d9f-a82f-e9879c8976cb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385983 Jun 09 15:17:33.238819 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9c4ca-5617-4bbb-ad82-177c4c5abfd5 req-4f3df276-4f11-4906-a1b0-628b213809f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:33.240163 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dfc9c4ca-5617-4bbb-ad82-177c4c5abfd5 req-4f3df276-4f11-4906-a1b0-628b213809f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 1096 time: 0.0745811 Jun 09 15:17:33.371064 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9c4ca-5617-4bbb-ad82-177c4c5abfd5 req-d1bfcbd5-079f-4640-8888-0c3e60f338a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:33.372449 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dfc9c4ca-5617-4bbb-ad82-177c4c5abfd5 req-d1bfcbd5-079f-4640-8888-0c3e60f338a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 913 time: 0.1245360 Jun 09 15:17:33.440682 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dfc9c4ca-5617-4bbb-ad82-177c4c5abfd5 req-e2716600-f3cb-4a8f-9e7f-cd1ee215f81d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e69f1cd-d85e-4900-bc41-4964dddc10c8 HTTP/1.1" status: 200 len: 217 time: 0.0605941 Jun 09 15:17:33.510337 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9c4ca-5617-4bbb-ad82-177c4c5abfd5 req-770f16b1-9570-4e64-b579-f60bf0bfa581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:33.512208 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dfc9c4ca-5617-4bbb-ad82-177c4c5abfd5 req-770f16b1-9570-4e64-b579-f60bf0bfa581 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0638995 Jun 09 15:17:33.590390 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9c4ca-5617-4bbb-ad82-177c4c5abfd5 req-2f8936f5-2c0d-44ff-9786-6063a6ba009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:33.591860 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dfc9c4ca-5617-4bbb-ad82-177c4c5abfd5 req-2f8936f5-2c0d-44ff-9786-6063a6ba009e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701158 Jun 09 15:17:33.722817 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dfc9c4ca-5617-4bbb-ad82-177c4c5abfd5 req-b242ba1c-2b45-4e4e-89ba-9556417ca823 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204662 Jun 09 15:17:33.853007 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-dfc9c4ca-5617-4bbb-ad82-177c4c5abfd5 req-6aeb54b1-f892-4bc9-a96b-6728a58a814a service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221986 Jun 09 15:17:34.391437 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbc54d-6776-42b8-a77d-86dfec90a8bb req-ec51c4db-ad26-4586-84cc-580261406aac tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:34.393129 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-19bbc54d-6776-42b8-a77d-86dfec90a8bb req-ec51c4db-ad26-4586-84cc-580261406aac tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 943 time: 0.1696181 Jun 09 15:17:34.437657 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-19bbc54d-6776-42b8-a77d-86dfec90a8bb req-5cc5bce2-ce36-4288-823f-1d7f6b2d16a4 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381141 Jun 09 15:17:35.620040 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62915ba2-ab95-431e-b053-694e0ff26ddd req-a893d1a7-f5a8-4dc8-89df-6246ed6a0441 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:35.621451 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-62915ba2-ab95-431e-b053-694e0ff26ddd req-a893d1a7-f5a8-4dc8-89df-6246ed6a0441 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 943 time: 0.0788393 Jun 09 15:17:35.664411 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-62915ba2-ab95-431e-b053-694e0ff26ddd req-b90cb356-bdd0-49d7-bea9-fa69e3f7ddb3 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369291 Jun 09 15:17:36.847354 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6687038-5118-4350-9252-7942a55f6d8d req-a897d308-7121-4dd5-87ae-ea8e7219a307 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:36.848750 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a6687038-5118-4350-9252-7942a55f6d8d req-a897d308-7121-4dd5-87ae-ea8e7219a307 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 943 time: 0.0795951 Jun 09 15:17:36.893529 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-a6687038-5118-4350-9252-7942a55f6d8d req-bf0619f4-0d9c-42de-afd0-7546798b0f2f tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390761 Jun 09 15:17:37.199575 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:38.077037 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2807a6-a624-4481-947c-ea1f46e8882b req-30b3ae66-d380-4d18-bfb7-8b4bb51b4162 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:38.078375 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ff2807a6-a624-4481-947c-ea1f46e8882b req-30b3ae66-d380-4d18-bfb7-8b4bb51b4162 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 943 time: 0.0824077 Jun 09 15:17:38.120758 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-ff2807a6-a624-4481-947c-ea1f46e8882b req-a0bd796e-94bb-4448-8011-8e9f72ae6bf7 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369360 Jun 09 15:17:39.303493 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c349f6-d70c-4682-839d-28e84cd2a3b4 req-20b2015e-9266-40fd-97bf-2ee78451f412 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:39.305883 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c6c349f6-d70c-4682-839d-28e84cd2a3b4 req-20b2015e-9266-40fd-97bf-2ee78451f412 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 943 time: 0.0823867 Jun 09 15:17:39.348477 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-c6c349f6-d70c-4682-839d-28e84cd2a3b4 req-a42831c2-f826-41f1-9fb0-972bf528fd82 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372362 Jun 09 15:17:40.529727 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956e4a2-7e54-4425-9ad5-7cf47ec98561 req-a47df834-978d-458b-a1b8-f93c6654bea9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:40.531175 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3956e4a2-7e54-4425-9ad5-7cf47ec98561 req-a47df834-978d-458b-a1b8-f93c6654bea9 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 943 time: 0.0787368 Jun 09 15:17:40.535951 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 0e69f1cd-d85e-4900-bc41-4964dddc10c8 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=91818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 15:17:40.580727 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-3956e4a2-7e54-4425-9ad5-7cf47ec98561 req-ce1b206e-d46f-4446-98a5-90a19e00ba98 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429459 Jun 09 15:17:40.668024 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 0e69f1cd-d85e-4900-bc41-4964dddc10c8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0e69f1cd-d85e-4900-bc41-4964dddc10c8,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:17:40.681244 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Returning: {'device': '0e69f1cd-d85e-4900-bc41-4964dddc10c8', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'port_id': '0e69f1cd-d85e-4900-bc41-4964dddc10c8', 'mac_address': 'fa:16:3e:40:4d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 15:17:40.733792 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:40.750423 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e69f1cd-d85e-4900-bc41-4964dddc10c8 {{(pid=91818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 15:17:40.765397 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 0e69f1cd-d85e-4900-bc41-4964dddc10c8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0e69f1cd-d85e-4900-bc41-4964dddc10c8,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:17:40.769292 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:40.771183 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:17:40.838440 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=0e69f1cd-d85e-4900-bc41-4964dddc10c8,revision_number=4']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:17:40.845523 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:40.845861 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:40.846190 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:40.846538 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:40.846863 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:40.847181 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:40.847495 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:40.847806 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:40.848118 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:40.848427 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:40.848733 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:40.849044 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:17:40.853324 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:17:40.987705 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] get_ports_and_sgs() called for port_ids ['0e69f1cd-d85e-4900-bc41-4964dddc10c8'] {{(pid=91818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 15:17:41.760831 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45104003-552b-4536-b74b-7320bbb39cad req-8a35ec0f-f953-4b01-afe1-bb7fcbd5af16 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:41.762243 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-45104003-552b-4536-b74b-7320bbb39cad req-8a35ec0f-f953-4b01-afe1-bb7fcbd5af16 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 944 time: 0.0780437 Jun 09 15:17:41.810810 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-45104003-552b-4536-b74b-7320bbb39cad req-c9c387ba-a8de-4959-834b-5c9e15f7be70 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426910 Jun 09 15:17:42.544315 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 0e69f1cd-d85e-4900-bc41-4964dddc10c8 up at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 15:17:42.609424 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning for port 0e69f1cd-d85e-4900-bc41-4964dddc10c8 completed by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 15:17:42.613895 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.provisioning_blocks [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Provisioning complete for port 0e69f1cd-d85e-4900-bc41-4964dddc10c8 triggered by entity L2. {{(pid=91818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 15:17:42.614267 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3653879'] for port, provisioning_complete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:42.729508 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:42.755389 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e69f1cd-d85e-4900-bc41-4964dddc10c8'}] {{(pid=91818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:17:42.758309 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0aa42e3e5cb7ee0e36f71e992b351cf2384492a2a3b1464fb1e6cfc699b62c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70e034f-3486-493e-9e6b-47b8b6dff20b" -d '{"events": [{"server_uuid": "13a78e96-7368-4701-bd39-02edf7c1a8df", "name": "network-vif-plugged", "status": "completed", "tag": "0e69f1cd-d85e-4900-bc41-4964dddc10c8"}]}' {{(pid=91818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:17:42.766027 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] For port 0e69f1cd-d85e-4900-bc41-4964dddc10c8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0e69f1cd-d85e-4900-bc41-4964dddc10c8,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:17:42.771308 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357'] for port, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:42.772746 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-5466a5d0-18f8-415f-a3f0-b49ef68fdf68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:17:42.807206 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e16053b-9ab3-4db9-93aa-c2dc068e9e8d x-openstack-request-id: req-6e16053b-9ab3-4db9-93aa-c2dc068e9e8d {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:17:42.807500 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a78e96-7368-4701-bd39-02edf7c1a8df", "name": "network-vif-plugged", "status": "completed", "tag": "0e69f1cd-d85e-4900-bc41-4964dddc10c8", "code": 200}]} {{(pid=91818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:17:42.807760 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6e16053b-9ab3-4db9-93aa-c2dc068e9e8d {{(pid=91818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:17:42.808142 dv-cinder-789603-9-iscsi neutron-server[91818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e69f1cd-d85e-4900-bc41-4964dddc10c8', 'code': 200} Jun 09 15:17:42.840099 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Pushing event updated for resources: {'Port': ['ID=0e69f1cd-d85e-4900-bc41-4964dddc10c8,revision_number=5']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:17:42.842964 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:17:42.860190 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7314715b-aa5b-4533-9dd0-361c02597d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:43.013556 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7300fc-035e-4dd7-988e-f7c8402682dd req-e893a629-4ed9-4392-90e9-711cf32c0602 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:43.015294 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cb7300fc-035e-4dd7-988e-f7c8402682dd req-e893a629-4ed9-4392-90e9-711cf32c0602 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 945 time: 0.0810993 Jun 09 15:17:43.110831 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-cb7300fc-035e-4dd7-988e-f7c8402682dd req-0825e36d-21dd-436f-9d15-28f6e53d666a tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895698 Jun 09 15:17:43.126283 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e19a1-890f-44ee-a02f-5476dadfeab2 req-9a2dcafd-763d-426c-b8c4-315fef2c533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:43.127737 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-062e19a1-890f-44ee-a02f-5476dadfeab2 req-9a2dcafd-763d-426c-b8c4-315fef2c533f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 1098 time: 0.0932138 Jun 09 15:17:43.168563 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-062e19a1-890f-44ee-a02f-5476dadfeab2 req-f0f4f5b1-5b31-429a-8c5e-72f80ad0e420 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339074 Jun 09 15:17:44.297694 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b54e85-d5a7-4696-b1d3-8a1a4c5a3b36 req-9824a4d8-2a14-44c6-b3d3-6391671b4001 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:44.299150 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-98b54e85-d5a7-4696-b1d3-8a1a4c5a3b36 req-9824a4d8-2a14-44c6-b3d3-6391671b4001 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 945 time: 0.0806627 Jun 09 15:17:44.344398 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-98b54e85-d5a7-4696-b1d3-8a1a4c5a3b36 req-697aa734-5576-4ee8-9689-a12ae3e8c700 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390723 Jun 09 15:17:44.525585 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65221f1a-fb20-45c0-9939-9872ef436d47 req-162104a8-924b-453c-ab23-2c45021d8332 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:44.527080 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-65221f1a-fb20-45c0-9939-9872ef436d47 req-162104a8-924b-453c-ab23-2c45021d8332 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 945 time: 0.0794725 Jun 09 15:17:44.570660 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-65221f1a-fb20-45c0-9939-9872ef436d47 req-6a5fd1f5-029d-477f-8d3f-b970c4d5a1c7 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379725 Jun 09 15:17:44.592935 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58804) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:17:44.668106 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ea5cd-f3f8-41fc-b9fc-671e7e768ff1 tempest-TestVolumeBootPattern-1176683141 tempest-TestVolumeBootPattern-1176683141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:44.669564 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-cf0ea5cd-f3f8-41fc-b9fc-671e7e768ff1 tempest-TestVolumeBootPattern-1176683141 tempest-TestVolumeBootPattern-1176683141-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 1093 time: 0.0756609 Jun 09 15:17:44.672413 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58806) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:17:44.676907 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.v2.base [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Request body: {'floatingip': {'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'port_id': '0e69f1cd-d85e-4900-bc41-4964dddc10c8', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 15:17:44.699280 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for floatingip, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:44.834007 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:44.971936 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_common [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Allocated IP 172.27.1.165 (6da5a613-1aa1-48f4-af01-171168c355b4/92ba6bca-b17f-459b-8c36-8ce089125223/5ac6f7f3-d558-4737-86a0-b33b7874db3c) {{(pid=91816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 15:17:45.115338 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for port, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:45.144026 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3689867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759737875294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29138953'] for port, after_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:45.148360 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-cb9d5d6d-5561-4c06-9d09-8d1427040204 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:17:45.207966 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Network 6da5a613-1aa1-48f4-af01-171168c355b4 is already hosted by enough agents. {{(pid=91816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 15:17:45.210829 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.base_scheduler [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Resources bound (agent type, host, resource id): {{(pid=91816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 15:17:45.214366 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Received port after_create {{(pid=91816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 15:17:45.250757 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'Port': ['ID=5ac6f7f3-d558-4737-86a0-b33b7874db3c,revision_number=1']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:17:45.254674 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:17:45.368669 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:45.438095 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-b4e4c6cb-bc6c-43a8-a039-f71e5424a4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:45.613628 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:45.772099 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3627731'] for port, before_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:45.971300 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for port, precommit_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:45.975592 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759738378222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759737875312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759737875357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29139003'] for port, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:45.979177 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-04245610-997a-4c67-bf36-4ac989110d12 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:17:46.080681 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event updated for resources: {'Port': ['ID=5ac6f7f3-d558-4737-86a0-b33b7874db3c,revision_number=2']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:17:46.088628 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:17:46.097165 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442385'] for floatingip, after_update {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:46.263558 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.l3_db [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Floating IP efd6ebbe-ae94-42ce-819c-29406896e819 associated. External IP: 172.27.1.165, port: 0e69f1cd-d85e-4900-bc41-4964dddc10c8. Jun 09 15:17:46.395862 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:46.611424 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Router 551dbefc-4409-465d-b2e9-6b06e75a595a has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:17:46.784757 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:17:46.794478 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803b137a-d00d-4f3b-96fa-0687d37045e4 None None] Sync routers for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:17:46.803964 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:17:46.804256 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b137a-d00d-4f3b-96fa-0687d37045e4 None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:17:46.805488 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-803b137a-d00d-4f3b-96fa-0687d37045e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:17:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:17:46.858605 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-6390814f-3744-40b6-8144-67adcbb72430 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1849356 Jun 09 15:17:46.859253 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'tag': '0e69f1cd-d85e-4900-bc41-4964dddc10c8'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:17:46.861571 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff63855c-4aeb-48c6-bc6f-edbd80ca8181" -d '{"events": [{"name": "network-changed", "server_uuid": "13a78e96-7368-4701-bd39-02edf7c1a8df", "tag": "0e69f1cd-d85e-4900-bc41-4964dddc10c8"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:17:46.903180 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af2b957-b14f-4911-b026-32556d4ee789 x-openstack-request-id: req-0af2b957-b14f-4911-b026-32556d4ee789 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:17:46.903584 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a78e96-7368-4701-bd39-02edf7c1a8df", "tag": "0e69f1cd-d85e-4900-bc41-4964dddc10c8", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:17:46.903873 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0af2b957-b14f-4911-b026-32556d4ee789 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:17:46.904300 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'tag': '0e69f1cd-d85e-4900-bc41-4964dddc10c8', 'status': 'completed', 'code': 200} Jun 09 15:17:46.981162 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-803b137a-d00d-4f3b-96fa-0687d37045e4 None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:17:46.993893 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63855c-4aeb-48c6-bc6f-edbd80ca8181 req-baaf7e38-afa6-46c6-92dd-525e3373aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:46.995400 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ff63855c-4aeb-48c6-bc6f-edbd80ca8181 req-baaf7e38-afa6-46c6-92dd-525e3373aa1b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 1098 time: 0.0701847 Jun 09 15:17:47.125925 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63855c-4aeb-48c6-bc6f-edbd80ca8181 req-ac65fcb2-dedc-46aa-9eea-c930282c3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:47.127381 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ff63855c-4aeb-48c6-bc6f-edbd80ca8181 req-ac65fcb2-dedc-46aa-9eea-c930282c3e41 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 913 time: 0.1253552 Jun 09 15:17:47.330841 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ff63855c-4aeb-48c6-bc6f-edbd80ca8181 req-f089f6e0-e940-4477-834d-5b05e3440df6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e69f1cd-d85e-4900-bc41-4964dddc10c8 HTTP/1.1" status: 200 len: 999 time: 0.1965737 Jun 09 15:17:47.336232 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-803b137a-d00d-4f3b-96fa-0687d37045e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '32a22eae-0e26-448c-8803-67f5800adfc9', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': 'b5442440-e5fd-4222-829d-7ba13772408b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:1d:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:15:57Z', 'updated_at': '2021-06-09T15:16:00Z', 'revision_number': 1, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}, {'id': 'efd6ebbe-ae94-42ce-819c-29406896e819', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': '0e69f1cd-d85e-4900-bc41-4964dddc10c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:40:4d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:17:45Z', 'updated_at': '2021-06-09T15:17:45Z', 'revision_number': 0, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:17:47.340145 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803b137a-d00d-4f3b-96fa-0687d37045e4 None None] Checking router: 551dbefc-4409-465d-b2e9-6b06e75a595a for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:17:47.348458 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b137a-d00d-4f3b-96fa-0687d37045e4 None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:17:47.349062 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-803b137a-d00d-4f3b-96fa-0687d37045e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:17:45Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:17:47.395265 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63855c-4aeb-48c6-bc6f-edbd80ca8181 req-a55a4fcd-97af-4074-885f-b0acdc172bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:47.396600 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ff63855c-4aeb-48c6-bc6f-edbd80ca8181 req-a55a4fcd-97af-4074-885f-b0acdc172bdc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0588286 Jun 09 15:17:47.473573 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63855c-4aeb-48c6-bc6f-edbd80ca8181 req-688cdf7f-7baf-4036-a28b-deda5b304838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:17:47.475043 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ff63855c-4aeb-48c6-bc6f-edbd80ca8181 req-688cdf7f-7baf-4036-a28b-deda5b304838 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712366 Jun 09 15:17:47.521629 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-803b137a-d00d-4f3b-96fa-0687d37045e4 None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:17:47.610378 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ff63855c-4aeb-48c6-bc6f-edbd80ca8181 req-d665f653-6dd6-4168-a1eb-2875e765c754 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275096 Jun 09 15:17:47.742710 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-ff63855c-4aeb-48c6-bc6f-edbd80ca8181 req-2209a0eb-ad5a-468f-8391-e04466c57694 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257899 Jun 09 15:17:47.909289 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-803b137a-d00d-4f3b-96fa-0687d37045e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '32a22eae-0e26-448c-8803-67f5800adfc9', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': 'b5442440-e5fd-4222-829d-7ba13772408b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:1d:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:15:57Z', 'updated_at': '2021-06-09T15:16:00Z', 'revision_number': 1, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}, {'id': 'efd6ebbe-ae94-42ce-819c-29406896e819', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': '0e69f1cd-d85e-4900-bc41-4964dddc10c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:40:4d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:17:45Z', 'updated_at': '2021-06-09T15:17:45Z', 'revision_number': 0, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:17:47.913127 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803b137a-d00d-4f3b-96fa-0687d37045e4 None None] The sync data for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi is: [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '32a22eae-0e26-448c-8803-67f5800adfc9', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': 'b5442440-e5fd-4222-829d-7ba13772408b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:1d:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:15:57Z', 'updated_at': '2021-06-09T15:16:00Z', 'revision_number': 1, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}, {'id': 'efd6ebbe-ae94-42ce-819c-29406896e819', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': '0e69f1cd-d85e-4900-bc41-4964dddc10c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:40:4d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:17:45Z', 'updated_at': '2021-06-09T15:17:45Z', 'revision_number': 0, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:17:48.092216 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ad3bb-3c83-4a50-b832-70cc2450181b None None] New status for floating IP efd6ebbe-ae94-42ce-819c-29406896e819: ACTIVE {{(pid=91819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:17:48.296680 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:04.816901 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:18:07.222895 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:12.864168 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-d562651f-d01d-4d30-b04a-bfdf03341128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:15.360644 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:15.439256 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-b20ec294-a51b-402d-8079-b807091807ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:16.398098 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:17.534126 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5a0721e9-5137-4a33-9702-2d2ec52e7295 req-f1bb8218-fe76-43df-9702-103694ecacb1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721474 Jun 09 15:18:17.667870 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0721e9-5137-4a33-9702-2d2ec52e7295 req-73c96e4b-2f4b-4543-a3bf-e5a3a78ddcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:18:17.669275 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5a0721e9-5137-4a33-9702-2d2ec52e7295 req-73c96e4b-2f4b-4543-a3bf-e5a3a78ddcdf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0688169 Jun 09 15:18:17.811906 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0721e9-5137-4a33-9702-2d2ec52e7295 req-14a961be-96e5-4834-8202-4799bb1df676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:18:17.813356 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5a0721e9-5137-4a33-9702-2d2ec52e7295 req-14a961be-96e5-4834-8202-4799bb1df676 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 913 time: 0.1247025 Jun 09 15:18:17.918964 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5a0721e9-5137-4a33-9702-2d2ec52e7295 req-a2d6e7c2-be92-40ef-8d91-0d52b980004b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5442440-e5fd-4222-829d-7ba13772408b HTTP/1.1" status: 200 len: 1002 time: 0.0988381 Jun 09 15:18:17.980143 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0721e9-5137-4a33-9702-2d2ec52e7295 req-9b6b18b2-22c7-4ade-a492-9babe823f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:18:17.981570 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5a0721e9-5137-4a33-9702-2d2ec52e7295 req-9b6b18b2-22c7-4ade-a492-9babe823f75b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0565021 Jun 09 15:18:18.058200 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0721e9-5137-4a33-9702-2d2ec52e7295 req-7da77bd5-80ab-48d0-93ef-9c0ae8937ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:18:18.059684 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5a0721e9-5137-4a33-9702-2d2ec52e7295 req-7da77bd5-80ab-48d0-93ef-9c0ae8937ba9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721741 Jun 09 15:18:18.188093 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5a0721e9-5137-4a33-9702-2d2ec52e7295 req-73df4632-7312-4eb8-a4b3-c07f65a820fa service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213493 Jun 09 15:18:18.298406 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:18.318723 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-5a0721e9-5137-4a33-9702-2d2ec52e7295 req-28ed9e72-fafc-4e1a-a971-612432dc4b55 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235032 Jun 09 15:18:37.223116 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:41.814992 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:18:42.865021 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-47bf961b-ee2f-47d9-a5fc-2b1d92143832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:45.362442 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:45.439687 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-897b4bec-2e3c-415d-bd6d-a23f2cc4c53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:46.400428 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:18:48.300972 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:07.236840 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:12.867964 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7ae08be1-7713-428b-80c3-ea95c52230b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:15.365306 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:15.366529 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58844) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:15.440090 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-3b53c1e4-3a53-42c2-9216-34117045a90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:15.851943 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Deleting port 5ac6f7f3-d558-4737-86a0-b33b7874db3c {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:19:15.852273 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:15.967896 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:15.968225 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:16.088768 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Calling delete_port for 5ac6f7f3-d558-4737-86a0-b33b7874db3c owned by network:floatingip {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:19:16.211343 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:16.216351 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-d2e7f103-970d-4a63-b48d-5629327f23c6 tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:16.258570 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event deleted for resources: {'Port': ['ID=5ac6f7f3-d558-4737-86a0-b33b7874db3c,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:16.301650 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:16.301942 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:16.302295 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:16.302669 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:16.303014 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:16.303355 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:16.303698 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:16.304037 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:16.304383 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:16.304719 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:16.305053 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:16.305378 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:16.331429 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:16.360413 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for floatingip, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:16.360732 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.db.l3_db [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Floating IP efd6ebbe-ae94-42ce-819c-29406896e819 disassociated (deleted). External IP: 172.27.1.165, port: 0e69f1cd-d85e-4900-bc41-4964dddc10c8. Jun 09 15:19:16.404959 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:16.703595 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Router 551dbefc-4409-465d-b2e9-6b06e75a595a has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:19:16.879386 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:19:16.883534 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:16.888933 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717e216-181c-4442-afaf-9f3919868775 None None] Sync routers for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:19:16.898605 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717e216-181c-4442-afaf-9f3919868775 None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:19:16.899210 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-2717e216-181c-4442-afaf-9f3919868775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:19:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:16.938006 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-c05c2718-0557-45a0-b5c6-fa6fb3c2ed13 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "DELETE /v2.0/floatingips/efd6ebbe-ae94-42ce-819c-29406896e819 HTTP/1.1" status: 204 len: 168 time: 1.5703552 Jun 09 15:19:16.938776 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'tag': '0e69f1cd-d85e-4900-bc41-4964dddc10c8'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:19:16.941222 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8189d762-8bd7-46d5-b9c5-90be0cf23c16" -d '{"events": [{"name": "network-changed", "server_uuid": "13a78e96-7368-4701-bd39-02edf7c1a8df", "tag": "0e69f1cd-d85e-4900-bc41-4964dddc10c8"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:19:16.988826 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ee8ce1-03ea-4753-ab16-2320599f56ad x-openstack-request-id: req-e7ee8ce1-03ea-4753-ab16-2320599f56ad {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:19:16.989158 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a78e96-7368-4701-bd39-02edf7c1a8df", "tag": "0e69f1cd-d85e-4900-bc41-4964dddc10c8", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:19:16.989448 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e7ee8ce1-03ea-4753-ab16-2320599f56ad {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:19:16.989879 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'tag': '0e69f1cd-d85e-4900-bc41-4964dddc10c8', 'status': 'completed', 'code': 200} Jun 09 15:19:17.092157 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-2717e216-181c-4442-afaf-9f3919868775 None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:19:17.160611 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189d762-8bd7-46d5-b9c5-90be0cf23c16 req-247916d8-6692-4f4d-9aa2-3077fd963b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:19:17.162061 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8189d762-8bd7-46d5-b9c5-90be0cf23c16 req-247916d8-6692-4f4d-9aa2-3077fd963b01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 1098 time: 0.1491621 Jun 09 15:19:17.325993 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1dd95-793c-40e9-9ea8-f314c6b45695 req-5e1743ea-f42f-4056-8269-84fc8a637b2f tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:19:17.327470 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-64b1dd95-793c-40e9-9ea8-f314c6b45695 req-5e1743ea-f42f-4056-8269-84fc8a637b2f tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 945 time: 0.0934737 Jun 09 15:19:17.382405 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-64b1dd95-793c-40e9-9ea8-f314c6b45695 req-f8f23aa5-3f11-4c51-95e1-9a15115b27bf tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486746 Jun 09 15:19:17.402361 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189d762-8bd7-46d5-b9c5-90be0cf23c16 req-996241f1-5dad-4878-9b04-49611ccb4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:19:17.404061 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8189d762-8bd7-46d5-b9c5-90be0cf23c16 req-996241f1-5dad-4878-9b04-49611ccb4d48 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 913 time: 0.2339983 Jun 09 15:19:17.448741 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-2717e216-181c-4442-afaf-9f3919868775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '32a22eae-0e26-448c-8803-67f5800adfc9', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': 'b5442440-e5fd-4222-829d-7ba13772408b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:1d:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:15:57Z', 'updated_at': '2021-06-09T15:16:00Z', 'revision_number': 1, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:17.452581 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717e216-181c-4442-afaf-9f3919868775 None None] Checking router: 551dbefc-4409-465d-b2e9-6b06e75a595a for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:19:17.460815 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717e216-181c-4442-afaf-9f3919868775 None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:19:17.461425 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-2717e216-181c-4442-afaf-9f3919868775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:19:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:17.475308 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8189d762-8bd7-46d5-b9c5-90be0cf23c16 req-bf49562f-b2f8-4f26-a13f-110d713eee81 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e69f1cd-d85e-4900-bc41-4964dddc10c8 HTTP/1.1" status: 200 len: 217 time: 0.0630591 Jun 09 15:19:17.539451 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189d762-8bd7-46d5-b9c5-90be0cf23c16 req-12754e92-ed27-49d3-9064-47f834ede5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:19:17.540858 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8189d762-8bd7-46d5-b9c5-90be0cf23c16 req-12754e92-ed27-49d3-9064-47f834ede5ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0589547 Jun 09 15:19:17.616685 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189d762-8bd7-46d5-b9c5-90be0cf23c16 req-2abd7d95-401c-4a36-a39f-d70ef0981610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:19:17.618142 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8189d762-8bd7-46d5-b9c5-90be0cf23c16 req-2abd7d95-401c-4a36-a39f-d70ef0981610 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691421 Jun 09 15:19:17.641576 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-2717e216-181c-4442-afaf-9f3919868775 None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:19:17.750856 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8189d762-8bd7-46d5-b9c5-90be0cf23c16 req-6208ab3e-a896-49a9-912b-25f2bc7a1519 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247339 Jun 09 15:19:17.884359 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-8189d762-8bd7-46d5-b9c5-90be0cf23c16 req-5153d24f-3ff4-4eab-811c-cc89c1f70a03 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266615 Jun 09 15:19:17.990441 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-2717e216-181c-4442-afaf-9f3919868775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '32a22eae-0e26-448c-8803-67f5800adfc9', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': 'b5442440-e5fd-4222-829d-7ba13772408b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:1d:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:15:57Z', 'updated_at': '2021-06-09T15:16:00Z', 'revision_number': 1, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:17.994236 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717e216-181c-4442-afaf-9f3919868775 None None] The sync data for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi is: [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_floatingips': [{'id': '32a22eae-0e26-448c-8803-67f5800adfc9', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'router_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'port_id': 'b5442440-e5fd-4222-829d-7ba13772408b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'mac_address': 'fa:16:3e:1d:ad:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T15:15:57Z', 'updated_at': '2021-06-09T15:16:00Z', 'revision_number': 1, 'project_id': '717d483b757d46509ab99784aeb0b533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:19:18.191757 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41d171-7eb7-4d29-b07b-0fe8e7b742eb None None] New status for floating IP efd6ebbe-ae94-42ce-819c-29406896e819: DOWN {{(pid=91819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:19:18.306889 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:18.584478 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec3ec5-f245-439f-9756-fb85ffc10c2b req-31c9ae12-a398-464f-9bb8-b36a97fb605e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:19:18.585886 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7cec3ec5-f245-439f-9756-fb85ffc10c2b req-31c9ae12-a398-464f-9bb8-b36a97fb605e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 945 time: 0.0831974 Jun 09 15:19:18.629239 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-7cec3ec5-f245-439f-9756-fb85ffc10c2b req-9e5a53c8-5d7c-46fe-8cfa-604f8bb110e4 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373702 Jun 09 15:19:18.799694 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edf5d9-b32d-4ee5-9749-78495c691c56 req-e183e7c2-6b83-4752-9382-d56400203370 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:19:18.801088 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-71edf5d9-b32d-4ee5-9749-78495c691c56 req-e183e7c2-6b83-4752-9382-d56400203370 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 945 time: 0.0789137 Jun 09 15:19:18.813676 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:19:18.936268 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-71edf5d9-b32d-4ee5-9749-78495c691c56 req-c5f86973-9a93-4ad3-b0c5-2ce146d6b7da tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Deleting port 0e69f1cd-d85e-4900-bc41-4964dddc10c8 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:19:18.936603 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-71edf5d9-b32d-4ee5-9749-78495c691c56 req-c5f86973-9a93-4ad3-b0c5-2ce146d6b7da tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:19.072780 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-71edf5d9-b32d-4ee5-9749-78495c691c56 req-c5f86973-9a93-4ad3-b0c5-2ce146d6b7da tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] For port 0e69f1cd-d85e-4900-bc41-4964dddc10c8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0e69f1cd-d85e-4900-bc41-4964dddc10c8,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:19:19.073041 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-71edf5d9-b32d-4ee5-9749-78495c691c56 req-c5f86973-9a93-4ad3-b0c5-2ce146d6b7da tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:19.195683 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-71edf5d9-b32d-4ee5-9749-78495c691c56 req-c5f86973-9a93-4ad3-b0c5-2ce146d6b7da tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Calling delete_port for 0e69f1cd-d85e-4900-bc41-4964dddc10c8 owned by compute:nova {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:19:19.302761 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-71edf5d9-b32d-4ee5-9749-78495c691c56 req-c5f86973-9a93-4ad3-b0c5-2ce146d6b7da tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:19.308043 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c5ffc6bf-1ca0-4d6b-b639-c501d3a7970d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:19.352140 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f86973-9a93-4ad3-b0c5-2ce146d6b7da tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event deleted for resources: {'Port': ['ID=0e69f1cd-d85e-4900-bc41-4964dddc10c8,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:19.355160 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c5f86973-9a93-4ad3-b0c5-2ce146d6b7da tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:19.429318 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-71edf5d9-b32d-4ee5-9749-78495c691c56 req-c5f86973-9a93-4ad3-b0c5-2ce146d6b7da tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] No DVR routers for this DVR port 0e69f1cd-d85e-4900-bc41-4964dddc10c8 on host hv-cinder-78960 {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:19:19.431934 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-71edf5d9-b32d-4ee5-9749-78495c691c56 req-c5f86973-9a93-4ad3-b0c5-2ce146d6b7da tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:19.434374 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-71edf5d9-b32d-4ee5-9749-78495c691c56 req-c5f86973-9a93-4ad3-b0c5-2ce146d6b7da tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "DELETE /v2.0/ports/0e69f1cd-d85e-4900-bc41-4964dddc10c8 HTTP/1.1" status: 204 len: 173 time: 0.6280148 Jun 09 15:19:19.434898 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'name': 'network-vif-deleted', 'tag': '0e69f1cd-d85e-4900-bc41-4964dddc10c8'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:19:19.437186 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf7618c-5b14-4970-98a1-3ac5248acd59" -d '{"events": [{"server_uuid": "13a78e96-7368-4701-bd39-02edf7c1a8df", "name": "network-vif-deleted", "tag": "0e69f1cd-d85e-4900-bc41-4964dddc10c8"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:19:19.482818 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cea2b7-c8ec-4d37-8a6a-66fa49f17221 x-openstack-request-id: req-97cea2b7-c8ec-4d37-8a6a-66fa49f17221 {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:19:19.483112 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a78e96-7368-4701-bd39-02edf7c1a8df", "name": "network-vif-deleted", "tag": "0e69f1cd-d85e-4900-bc41-4964dddc10c8", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:19:19.483301 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-97cea2b7-c8ec-4d37-8a6a-66fa49f17221 {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:19:19.483712 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a78e96-7368-4701-bd39-02edf7c1a8df', 'name': 'network-vif-deleted', 'tag': '0e69f1cd-d85e-4900-bc41-4964dddc10c8', 'status': 'completed', 'code': 200} Jun 09 15:19:19.872773 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-0ee15781-a1cc-4861-af7b-97b15d4e41c6 req-a2eb517c-a6d1-4de2-bdb0-98a7d3ad1d14 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a78e96-7368-4701-bd39-02edf7c1a8df HTTP/1.1" status: 200 len: 210 time: 0.1383066 Jun 09 15:19:21.063571 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 0e69f1cd-d85e-4900-bc41-4964dddc10c8 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:19:21.097474 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: 0e69f1cd-d85e-4900-bc41-4964dddc10c8 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:19:21.097820 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device 0e69f1cd-d85e-4900-bc41-4964dddc10c8 not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:19:23.357240 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58892) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:23.613857 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Deleting port e717767f-f558-4e60-965b-5c983b2c9f92 {{(pid=91817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:19:23.614189 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:23.727746 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:23.728059 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:23.952286 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Calling delete_port for e717767f-f558-4e60-965b-5c983b2c9f92 owned by network:floatingip {{(pid=91817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:19:24.072203 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33464900'] for port, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:24.076547 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-385fa246-287b-47cd-a0a7-660b4e3e7bfb tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:24.143090 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event deleted for resources: {'Port': ['ID=e717767f-f558-4e60-965b-5c983b2c9f92,revision_number=None']} {{(pid=91817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:24.187590 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:24.187961 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:24.188325 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:24.188686 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:24.189034 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:24.189385 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:24.189734 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:24.190079 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:24.190424 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:24.190792 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:24.191137 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:24.191479 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:24.200121 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:24.220109 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for floatingip, after_delete {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:24.220348 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.db.l3_db [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Floating IP 32a22eae-0e26-448c-8803-67f5800adfc9 disassociated (deleted). External IP: 172.27.1.114, port: b5442440-e5fd-4222-829d-7ba13772408b. Jun 09 15:19:24.564947 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Router 551dbefc-4409-465d-b2e9-6b06e75a595a has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:19:24.735225 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:19:24.739318 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:24.744219 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1ce6a-5cfc-499c-a8ed-bac9e3ffa333 None None] Sync routers for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:19:24.754066 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1ce6a-5cfc-499c-a8ed-bac9e3ffa333 None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:19:24.754784 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-b3f1ce6a-5cfc-499c-a8ed-bac9e3ffa333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:19:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:24.793665 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-9695c95a-91ee-4052-ba66-3559b70e2469 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "DELETE /v2.0/floatingips/32a22eae-0e26-448c-8803-67f5800adfc9 HTTP/1.1" status: 204 len: 168 time: 1.4353075 Jun 09 15:19:24.794285 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'tag': 'b5442440-e5fd-4222-829d-7ba13772408b'}] {{(pid=91817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:19:24.796548 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198734cb69a708bdc710d79f20275cb22f972eb04eb63701fc9335e51d2be4b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206cd115-64af-422e-928e-ca5f6bca5207" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8", "tag": "b5442440-e5fd-4222-829d-7ba13772408b"}]}' {{(pid=91817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:19:24.899368 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 15:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7114766-4e07-4663-b3c7-37fd2482d4d4 x-openstack-request-id: req-a7114766-4e07-4663-b3c7-37fd2482d4d4 {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:19:24.900037 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8", "tag": "b5442440-e5fd-4222-829d-7ba13772408b", "status": "completed", "code": 200}]} {{(pid=91817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:19:24.900037 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a7114766-4e07-4663-b3c7-37fd2482d4d4 {{(pid=91817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:19:24.900392 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'tag': 'b5442440-e5fd-4222-829d-7ba13772408b', 'status': 'completed', 'code': 200} Jun 09 15:19:24.993660 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-b3f1ce6a-5cfc-499c-a8ed-bac9e3ffa333 None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:19:24.999202 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cd115-64af-422e-928e-ca5f6bca5207 req-8d8d4943-8513-4a50-8d92-c1f83cb8500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:19:25.000774 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-206cd115-64af-422e-928e-ca5f6bca5207 req-8d8d4943-8513-4a50-8d92-c1f83cb8500d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=717d483b757d46509ab99784aeb0b533&device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0774102 Jun 09 15:19:25.227320 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d9313-8d44-49b7-9988-279a7ebf0971 req-c5b58b59-c2a6-41ba-8542-d46c639b9c39 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:19:25.228896 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b25d9313-8d44-49b7-9988-279a7ebf0971 req-c5b58b59-c2a6-41ba-8542-d46c639b9c39 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 946 time: 0.1451094 Jun 09 15:19:25.239977 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cd115-64af-422e-928e-ca5f6bca5207 req-879565f6-cd93-4bc6-baa7-8070bda0bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:19:25.241466 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-206cd115-64af-422e-928e-ca5f6bca5207 req-879565f6-cd93-4bc6-baa7-8070bda0bc51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 200 len: 913 time: 0.2276478 Jun 09 15:19:25.279470 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [req-b25d9313-8d44-49b7-9988-279a7ebf0971 req-dd148692-89ec-451f-8fb1-17d1f8a0c506 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432301 Jun 09 15:19:25.314164 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-206cd115-64af-422e-928e-ca5f6bca5207 req-d238ed07-1a0b-4394-a2c8-e413b543d6bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5442440-e5fd-4222-829d-7ba13772408b HTTP/1.1" status: 200 len: 217 time: 0.0626197 Jun 09 15:19:25.317700 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-b3f1ce6a-5cfc-499c-a8ed-bac9e3ffa333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:25.321616 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1ce6a-5cfc-499c-a8ed-bac9e3ffa333 None None] Checking router: 551dbefc-4409-465d-b2e9-6b06e75a595a for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:19:25.330842 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1ce6a-5cfc-499c-a8ed-bac9e3ffa333 None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:19:25.331456 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-b3f1ce6a-5cfc-499c-a8ed-bac9e3ffa333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:19:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:25.380586 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cd115-64af-422e-928e-ca5f6bca5207 req-d21e224c-e14a-4075-96a7-a42e9232b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:19:25.381982 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-206cd115-64af-422e-928e-ca5f6bca5207 req-d21e224c-e14a-4075-96a7-a42e9232b327 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 200 len: 851 time: 0.0608966 Jun 09 15:19:25.458887 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cd115-64af-422e-928e-ca5f6bca5207 req-ef27455d-5922-4411-90f7-bcb5848f2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:19:25.460320 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-206cd115-64af-422e-928e-ca5f6bca5207 req-ef27455d-5922-4411-90f7-bcb5848f2a06 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61c6be1e-6475-4220-b884-f7c4360bffaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706816 Jun 09 15:19:25.513336 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-b3f1ce6a-5cfc-499c-a8ed-bac9e3ffa333 None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:19:25.590840 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-206cd115-64af-422e-928e-ca5f6bca5207 req-72448bb2-6ee4-4089-8ffb-8827d0959319 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235294 Jun 09 15:19:25.726236 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-206cd115-64af-422e-928e-ca5f6bca5207 req-8b3dcc32-e53a-4b0b-adcc-df3fe23a29e8 service neutron] 10.222.0.61 "GET /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282151 Jun 09 15:19:25.833075 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-b3f1ce6a-5cfc-499c-a8ed-bac9e3ffa333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:25.836850 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1ce6a-5cfc-499c-a8ed-bac9e3ffa333 None None] The sync data for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi is: [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:12:50Z', 'revision_number': 4, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi', '_interfaces': [{'id': '2e0e37fa-3bef-4563-87c5-669b6a6b6a7d', 'name': '', 'network_id': '61c6be1e-6475-4220-b884-f7c4360bffaa', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'mac_address': 'fa:16:3e:df:c0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:49Z', 'updated_at': '2021-06-09T15:12:56Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'subnets': [{'id': '5a3e46aa-de27-4249-bdb7-0056527bba5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:19:26.044916 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77c2028-fd12-4f68-a61d-8aaf8990eb61 None None] New status for floating IP 32a22eae-0e26-448c-8803-67f5800adfc9: DOWN {{(pid=91819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 15:19:26.466788 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e74ace-4975-4d96-b409-9803942f7451 req-92a482c6-5dc1-464d-b436-d8f75a199505 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:19:26.468200 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-33e74ace-4975-4d96-b409-9803942f7451 req-92a482c6-5dc1-464d-b436-d8f75a199505 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 946 time: 0.0844369 Jun 09 15:19:26.510547 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-33e74ace-4975-4d96-b409-9803942f7451 req-0fb2a4d5-2c98-49a9-9233-4b16881d9c2b tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/security-groups?id=1f3c65b7-97b8-4309-a746-4633f925f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368114 Jun 09 15:19:26.587523 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f9d4-1770-4a8f-b6b6-da641080a14d req-2e2b3639-e619-42b0-83ca-2c3379a8458e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 15:19:26.588861 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-51c9f9d4-1770-4a8f-b6b6-da641080a14d req-2e2b3639-e619-42b0-83ca-2c3379a8458e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 946 time: 0.0774827 Jun 09 15:19:26.722314 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-51c9f9d4-1770-4a8f-b6b6-da641080a14d req-3a0248c8-d519-469c-a5cc-54228fbd3316 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Deleting port b5442440-e5fd-4222-829d-7ba13772408b {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:19:26.722680 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-51c9f9d4-1770-4a8f-b6b6-da641080a14d req-3a0248c8-d519-469c-a5cc-54228fbd3316 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:26.859240 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [req-51c9f9d4-1770-4a8f-b6b6-da641080a14d req-3a0248c8-d519-469c-a5cc-54228fbd3316 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] For port b5442440-e5fd-4222-829d-7ba13772408b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b5442440-e5fd-4222-829d-7ba13772408b,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:19:26.859511 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-51c9f9d4-1770-4a8f-b6b6-da641080a14d req-3a0248c8-d519-469c-a5cc-54228fbd3316 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:26.979674 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [req-51c9f9d4-1770-4a8f-b6b6-da641080a14d req-3a0248c8-d519-469c-a5cc-54228fbd3316 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Calling delete_port for b5442440-e5fd-4222-829d-7ba13772408b owned by compute:nova {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:19:27.097023 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-51c9f9d4-1770-4a8f-b6b6-da641080a14d req-3a0248c8-d519-469c-a5cc-54228fbd3316 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:27.102368 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-03fd7988-a62c-42cc-b653-4b2c0eba3500 tempest-AttachVolumeShelveTestJSON-1686458581 tempest-AttachVolumeShelveTestJSON-1686458581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:27.144773 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0248c8-d519-469c-a5cc-54228fbd3316 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event deleted for resources: {'Port': ['ID=b5442440-e5fd-4222-829d-7ba13772408b,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:27.148152 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-3a0248c8-d519-469c-a5cc-54228fbd3316 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:27.222047 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c9f9d4-1770-4a8f-b6b6-da641080a14d req-3a0248c8-d519-469c-a5cc-54228fbd3316 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] No DVR routers for this DVR port b5442440-e5fd-4222-829d-7ba13772408b on host hv-cinder-78960 {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:19:27.224500 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [req-51c9f9d4-1770-4a8f-b6b6-da641080a14d req-3a0248c8-d519-469c-a5cc-54228fbd3316 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for port, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:27.226369 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-51c9f9d4-1770-4a8f-b6b6-da641080a14d req-3a0248c8-d519-469c-a5cc-54228fbd3316 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.61 "DELETE /v2.0/ports/b5442440-e5fd-4222-829d-7ba13772408b HTTP/1.1" status: 204 len: 173 time: 0.6319108 Jun 09 15:19:27.226963 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'name': 'network-vif-deleted', 'tag': 'b5442440-e5fd-4222-829d-7ba13772408b'}] {{(pid=91816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 15:19:27.229239 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc648ae48860d5affc641a3311f5fe2fae94f326af24d7b7c85e7976c225480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9606c82-f897-469e-9dfe-720d3c63973a" -d '{"events": [{"server_uuid": "0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8", "name": "network-vif-deleted", "tag": "b5442440-e5fd-4222-829d-7ba13772408b"}]}' {{(pid=91816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 15:19:27.323845 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 15:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33da24c0-ce61-49ed-81eb-52b8fbe3875c x-openstack-request-id: req-33da24c0-ce61-49ed-81eb-52b8fbe3875c {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 15:19:27.324336 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8", "name": "network-vif-deleted", "tag": "b5442440-e5fd-4222-829d-7ba13772408b", "status": "completed", "code": 200}]} {{(pid=91816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 15:19:27.324620 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-33da24c0-ce61-49ed-81eb-52b8fbe3875c {{(pid=91816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 15:19:27.325041 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8', 'name': 'network-vif-deleted', 'tag': 'b5442440-e5fd-4222-829d-7ba13772408b', 'status': 'completed', 'code': 200} Jun 09 15:19:27.668894 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [req-b5fb7269-fb4d-478a-8d5d-b71837faa049 req-11d69ca0-9112-47c0-9d9f-3787a090284d tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a7ea0a5-a0b0-4323-9e16-ec28222a1cc8 HTTP/1.1" status: 200 len: 210 time: 0.0424931 Jun 09 15:19:28.761253 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58914) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:28.976362 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-9017eb03-d960-4d28-96b1-75ab7580b186 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Deleting port a854ca7c-65b7-4845-8cb9-a26c71d8fc2f {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:19:28.976617 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9017eb03-d960-4d28-96b1-75ab7580b186 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:29.095272 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device b5442440-e5fd-4222-829d-7ba13772408b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:19:29.133306 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] No Port match for: b5442440-e5fd-4222-829d-7ba13772408b {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:19:29.133654 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Device b5442440-e5fd-4222-829d-7ba13772408b not bound to the agent host hv-cinder-78960 {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:19:29.184413 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9017eb03-d960-4d28-96b1-75ab7580b186 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:29.184723 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9017eb03-d960-4d28-96b1-75ab7580b186 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:29.304253 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-9017eb03-d960-4d28-96b1-75ab7580b186 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Calling delete_port for a854ca7c-65b7-4845-8cb9-a26c71d8fc2f owned by network:floatingip {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:19:29.413249 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9017eb03-d960-4d28-96b1-75ab7580b186 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:29.418857 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-95615ec3-7ca6-4a38-96e1-57c6608fcaef tempest-AttachVolumeTestJSON-1891436600 tempest-AttachVolumeTestJSON-1891436600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:29.462635 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017eb03-d960-4d28-96b1-75ab7580b186 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event deleted for resources: {'Port': ['ID=a854ca7c-65b7-4845-8cb9-a26c71d8fc2f,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:29.488064 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-9017eb03-d960-4d28-96b1-75ab7580b186 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:29.552712 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9017eb03-d960-4d28-96b1-75ab7580b186 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for floatingip, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:29.555074 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9017eb03-d960-4d28-96b1-75ab7580b186 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238893'] for floatingip, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:29.556173 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-9017eb03-d960-4d28-96b1-75ab7580b186 tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "DELETE /v2.0/floatingips/b07e6112-8974-458d-ae10-0a763bc2d7b0 HTTP/1.1" status: 204 len: 168 time: 0.7937210 Jun 09 15:19:30.932983 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58926) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:31.000917 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5761e5ed-2ce8-4e60-be1f-7e686857782e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:31.029452 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5761e5ed-2ce8-4e60-be1f-7e686857782e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:31.092332 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5761e5ed-2ce8-4e60-be1f-7e686857782e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:31.095037 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5761e5ed-2ce8-4e60-be1f-7e686857782e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:31.096187 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-5761e5ed-2ce8-4e60-be1f-7e686857782e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] 10.222.0.74 "DELETE /v2.0/security-groups/1f3c65b7-97b8-4309-a746-4633f925f401 HTTP/1.1" status: 204 len: 168 time: 0.1613514 Jun 09 15:19:31.096956 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-aa013eb0-befb-4cd8-947c-b0cd13a001a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:31.110627 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761e5ed-2ce8-4e60-be1f-7e686857782e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3c65b7-97b8-4309-a746-4633f925f401,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:31.113400 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5761e5ed-2ce8-4e60-be1f-7e686857782e tempest-TestVolumeBootPattern-1289039159 tempest-TestVolumeBootPattern-1289039159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:31.153242 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58930) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:31.817609 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-213ee6a6-64a7-4c1b-a76e-05873747747e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598710'] for router_interface, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:32.307381 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-213ee6a6-64a7-4c1b-a76e-05873747747e admin admin] Deleting port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:19:32.308682 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-213ee6a6-64a7-4c1b-a76e-05873747747e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:32.424780 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [None req-213ee6a6-64a7-4c1b-a76e-05873747747e admin admin] For port 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=2e0e37fa-3bef-4563-87c5-669b6a6b6a7d,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:19:32.425124 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-213ee6a6-64a7-4c1b-a76e-05873747747e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:32.546086 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-213ee6a6-64a7-4c1b-a76e-05873747747e admin admin] Calling delete_port for 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d owned by network:router_interface {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:19:32.684826 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-213ee6a6-64a7-4c1b-a76e-05873747747e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:32.688406 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-cb449db7-669e-4543-9297-93a4c61c1534 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:32.730618 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ee6a6-64a7-4c1b-a76e-05873747747e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0e37fa-3bef-4563-87c5-669b6a6b6a7d,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:32.733010 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-213ee6a6-64a7-4c1b-a76e-05873747747e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:33.003136 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-213ee6a6-64a7-4c1b-a76e-05873747747e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-598520'] for router_interface, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:33.351858 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213ee6a6-64a7-4c1b-a76e-05873747747e admin admin] Router 551dbefc-4409-465d-b2e9-6b06e75a595a has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:19:33.524416 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213ee6a6-64a7-4c1b-a76e-05873747747e admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:19:33.529771 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-213ee6a6-64a7-4c1b-a76e-05873747747e admin admin] 10.222.0.74 "PUT /v2.0/routers/551dbefc-4409-465d-b2e9-6b06e75a595a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3754458 Jun 09 15:19:33.532213 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58934) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:33.534839 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531bef2a-df87-499d-97b6-cb8d06226d2c None None] Sync routers for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:19:33.544756 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531bef2a-df87-499d-97b6-cb8d06226d2c None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:19:33.545369 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-531bef2a-df87-499d-97b6-cb8d06226d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:19:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:33.727053 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-531bef2a-df87-499d-97b6-cb8d06226d2c None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: dv-cinder-789603-9-iscsi {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:19:33.803696 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Notify callbacks [] for router, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:33.975650 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:34.046761 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-531bef2a-df87-499d-97b6-cb8d06226d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '3708102d-fa5d-450a-b811-f356c36e7865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:19:32Z', 'revision_number': 5, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port': {'id': '3708102d-fa5d-450a-b811-f356c36e7865', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:47Z', 'updated_at': '2021-06-09T15:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:34.047921 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Deleting port 3708102d-fa5d-450a-b811-f356c36e7865 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:19:34.048260 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:34.050365 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531bef2a-df87-499d-97b6-cb8d06226d2c None None] Checking router: 551dbefc-4409-465d-b2e9-6b06e75a595a for host: dv-cinder-789603-9-iscsi {{(pid=91818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:19:34.059602 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531bef2a-df87-499d-97b6-cb8d06226d2c None None] Routers {'551dbefc-4409-465d-b2e9-6b06e75a595a'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:19:34.060236 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-531bef2a-df87-499d-97b6-cb8d06226d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:19:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['551dbefc-4409-465d-b2e9-6b06e75a595a'], 'active': True} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:34.175026 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] For port 3708102d-fa5d-450a-b811-f356c36e7865, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=3708102d-fa5d-450a-b811-f356c36e7865,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:19:34.175375 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:34.214221 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvr_db [None req-531bef2a-df87-499d-97b6-cb8d06226d2c None None] Set router 551dbefc-4409-465d-b2e9-6b06e75a595a gateway port host: None {{(pid=91818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:19:34.297497 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Calling delete_port for 3708102d-fa5d-450a-b811-f356c36e7865 owned by network:router_gateway {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:19:34.318250 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_hamode_db [None req-531bef2a-df87-499d-97b6-cb8d06226d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:19:33Z', 'revision_number': 6, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port_host': None}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:34.322097 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531bef2a-df87-499d-97b6-cb8d06226d2c None None] The sync data for ids ['551dbefc-4409-465d-b2e9-6b06e75a595a'] in dv-cinder-789603-9-iscsi is: [{'id': '551dbefc-4409-465d-b2e9-6b06e75a595a', 'name': 'tempest-TestVolumeBootPattern-1939879346-router', 'tenant_id': '717d483b757d46509ab99784aeb0b533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:46Z', 'updated_at': '2021-06-09T15:19:33Z', 'revision_number': 6, 'project_id': '717d483b757d46509ab99784aeb0b533', 'gw_port_host': None}] {{(pid=91818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:19:34.432219 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:34.437216 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-ae66d4dd-6953-4bb8-a8df-bf3102c5d556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:34.484750 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Pushing event deleted for resources: {'Port': ['ID=3708102d-fa5d-450a-b811-f356c36e7865,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:34.487650 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:34.576172 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442406'] for router_gateway, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:34.746073 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11366'] for router, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:34.748345 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:34.771371 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603021'] for router, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:34.771781 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 551dbefc-4409-465d-b2e9-6b06e75a595a {{(pid=91816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:19:34.776135 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] Notify callbacks [] for router, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:34.777336 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-9fcd2239-79e4-4a16-ae18-ba9a902d0763 admin admin] 10.222.0.74 "DELETE /v2.0/routers/551dbefc-4409-465d-b2e9-6b06e75a595a HTTP/1.1" status: 204 len: 168 time: 1.2442398 Jun 09 15:19:34.779884 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58936) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:34.839567 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd82a1c-efad-435c-895b-eecfdcf8e03a admin admin] Deleting subnet 5a3e46aa-de27-4249-bdb7-0056527bba5b {{(pid=91816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:19:34.842334 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-cbd82a1c-efad-435c-895b-eecfdcf8e03a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:34.889677 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-cbd82a1c-efad-435c-895b-eecfdcf8e03a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28148167'] for subnet, precommit_delete_associations {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.054533 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-cbd82a1c-efad-435c-895b-eecfdcf8e03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.122169 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-cbd82a1c-efad-435c-895b-eecfdcf8e03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29139172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28855172'] for subnet, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.126961 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-35d9efac-ae38-4932-9df2-68462589e6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:35.163034 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd82a1c-efad-435c-895b-eecfdcf8e03a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a3e46aa-de27-4249-bdb7-0056527bba5b,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:35.164974 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-cbd82a1c-efad-435c-895b-eecfdcf8e03a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.166780 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-cbd82a1c-efad-435c-895b-eecfdcf8e03a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5a3e46aa-de27-4249-bdb7-0056527bba5b HTTP/1.1" status: 204 len: 168 time: 0.3859513 Jun 09 15:19:35.168056 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-cbd82a1c-efad-435c-895b-eecfdcf8e03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:35.169345 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58938) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:35.170483 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec2d929-62b6-4b98-8fe0-35b7a4a5aa20 None None] Network 61c6be1e-6475-4220-b884-f7c4360bffaa requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:19:35.276383 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.356250 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Deleting port c3c87240-dd4a-4c75-a05f-1ccf8f554b57 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:19:35.356579 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.429862 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] DHCP port deletion for 61c6be1e-6475-4220-b884-f7c4360bffaa request from dv-cinder-789603-9-iscsi {{(pid=91818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 15:19:35.462087 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] For port c3c87240-dd4a-4c75-a05f-1ccf8f554b57, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=c3c87240-dd4a-4c75-a05f-1ccf8f554b57,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:19:35.462716 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.497073 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Deleting port c3c87240-dd4a-4c75-a05f-1ccf8f554b57 {{(pid=91818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:19:35.497450 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.584192 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Calling delete_port for c3c87240-dd4a-4c75-a05f-1ccf8f554b57 owned by network:dhcp {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:19:35.591585 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] For port c3c87240-dd4a-4c75-a05f-1ccf8f554b57, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=c3c87240-dd4a-4c75-a05f-1ccf8f554b57,segment=NetworkSegment(0c67894d-ddb5-44f2-9a39-1d0d2430da88),segment_id=0c67894d-ddb5-44f2-9a39-1d0d2430da88)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:19:35.591978 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.629968 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.634437 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-c01c851d-93af-4a66-a0e1-89958e0b1bad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:35.678403 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c87240-dd4a-4c75-a05f-1ccf8f554b57,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:35.680734 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:35.685727 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] No DVR routers for this DVR port c3c87240-dd4a-4c75-a05f-1ccf8f554b57 on host dv-cinder-789603-9-iscsi {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:19:35.717059 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Calling delete_port for c3c87240-dd4a-4c75-a05f-1ccf8f554b57 owned by network:dhcp {{(pid=91818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:19:35.757901 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303'] for port, after_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.762284 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-30fc8373-2efa-4493-83d7-531ea444ae4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:35.799286 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.805583 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Pushing event deleted for resources: {'Port': ['ID=c3c87240-dd4a-4c75-a05f-1ccf8f554b57,revision_number=None']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:35.808009 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] No DVR routers for this DVR port c3c87240-dd4a-4c75-a05f-1ccf8f554b57 on host dv-cinder-789603-9-iscsi {{(pid=91818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:19:35.814387 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c6be1e-6475-4220-b884-f7c4360bffaa']}} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:35.815602 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:35.815943 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:35.816277 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:35.816601 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:35.816985 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:35.817234 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:35.817552 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:35.817874 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:35.818195 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:35.818521 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:35.818839 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:35.819163 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-9-iscsi {{(pid=91818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 15:19:35.821985 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-806f272c-d3bd-4a1f-a3bb-d6e641a72e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:35.831864 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c67894d-ddb5-44f2-9a39-1d0d2430da88') {'for_net_delete': True} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:35.832157 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c67894d-ddb5-44f2-9a39-1d0d2430da88') {} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:35.844173 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28148222'] for segment, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.860066 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.865846 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=91816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:19:35.866217 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29139015'] for segment, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: Traceback (most recent call last): Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: timer() Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: cb(*args, **kw) Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: return func(*args, **kwargs) Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: self._notify() Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: self.callback(batched_events) Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: event.method(event) Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: return f(self, *a, **k) Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._get(url).json() Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: return self.request(url, 'GET', **kwargs) Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:19:35.878935 dv-cinder-789603-9-iscsi neutron-server[91816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:19:35.951197 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.954965 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-e2e38267-d2fa-4686-8ea4-4495b1212bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:35.968106 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:35.969876 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] 10.222.0.74 "DELETE /v2.0/networks/61c6be1e-6475-4220-b884-f7c4360bffaa HTTP/1.1" status: 204 len: 168 time: 0.7994242 Jun 09 15:19:35.972923 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58940) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:36.035477 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Pushing event deleted for resources: {'Network': ['ID=61c6be1e-6475-4220-b884-f7c4360bffaa,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:36.037880 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:36.126418 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:19:36.161306 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:19:36.161650 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 2e0e37fa-3bef-4563-87c5-669b6a6b6a7d not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:19:36.162064 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device c3c87240-dd4a-4c75-a05f-1ccf8f554b57 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:19:36.196521 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: c3c87240-dd4a-4c75-a05f-1ccf8f554b57 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:19:36.197164 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device c3c87240-dd4a-4c75-a05f-1ccf8f554b57 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:19:36.197287 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 3708102d-fa5d-450a-b811-f356c36e7865 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:19:36.230110 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 3708102d-fa5d-450a-b811-f356c36e7865 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:19:36.230632 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 3708102d-fa5d-450a-b811-f356c36e7865 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:19:36.591250 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-188ea71b-c893-48d6-baaf-1cd6829549b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598710'] for router_interface, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:36.989723 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-188ea71b-c893-48d6-baaf-1cd6829549b0 admin admin] Deleting port 25dd6e45-459c-4e05-ad1e-e3fac49a9206 {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:19:36.990055 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-188ea71b-c893-48d6-baaf-1cd6829549b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:37.109257 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [None req-188ea71b-c893-48d6-baaf-1cd6829549b0 admin admin] For port 25dd6e45-459c-4e05-ad1e-e3fac49a9206, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=25dd6e45-459c-4e05-ad1e-e3fac49a9206,segment=NetworkSegment(31aee941-8b30-4c84-90b2-b8626df33dde),segment_id=31aee941-8b30-4c84-90b2-b8626df33dde)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:19:37.109607 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-188ea71b-c893-48d6-baaf-1cd6829549b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:37.233403 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-188ea71b-c893-48d6-baaf-1cd6829549b0 admin admin] Calling delete_port for 25dd6e45-459c-4e05-ad1e-e3fac49a9206 owned by network:router_interface {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:19:37.234229 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:37.367855 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-188ea71b-c893-48d6-baaf-1cd6829549b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:37.372395 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-585610e0-5629-4cc4-bb05-a46b53501289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:37.418053 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ea71b-c893-48d6-baaf-1cd6829549b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=25dd6e45-459c-4e05-ad1e-e3fac49a9206,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:37.443251 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-188ea71b-c893-48d6-baaf-1cd6829549b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:37.675199 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-188ea71b-c893-48d6-baaf-1cd6829549b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-598520'] for router_interface, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:38.127738 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188ea71b-c893-48d6-baaf-1cd6829549b0 admin admin] Router 72f4c67b-931d-42d2-b8d7-319acfb244c8 has already been hosted by L3 agent 525735b2-c781-41fa-be63-b90dc6a59515 {{(pid=91816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 15:19:38.301372 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188ea71b-c893-48d6-baaf-1cd6829549b0 admin admin] Notify agent at l3_agent.dv-cinder-789603-9-iscsi the message routers_updated {{(pid=91816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 15:19:38.306267 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-188ea71b-c893-48d6-baaf-1cd6829549b0 admin admin] 10.222.0.74 "PUT /v2.0/routers/72f4c67b-931d-42d2-b8d7-319acfb244c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3324125 Jun 09 15:19:38.309556 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58942) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:38.310452 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a2d56-c525-4add-89ea-f3750d9cdbf3 None None] Sync routers for ids ['72f4c67b-931d-42d2-b8d7-319acfb244c8'] in dv-cinder-789603-9-iscsi {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 15:19:38.319483 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a2d56-c525-4add-89ea-f3750d9cdbf3 None None] Routers {'72f4c67b-931d-42d2-b8d7-319acfb244c8'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:19:38.321095 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-0a6a2d56-c525-4add-89ea-f3750d9cdbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:19:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['72f4c67b-931d-42d2-b8d7-319acfb244c8'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:38.485750 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Notify callbacks [] for router, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:38.492530 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-0a6a2d56-c525-4add-89ea-f3750d9cdbf3 None None] Set router 72f4c67b-931d-42d2-b8d7-319acfb244c8 gateway port host: dv-cinder-789603-9-iscsi {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:19:38.654613 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:38.726146 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Deleting port e63ddc8a-1017-4c37-8d4d-313a98ec1f1a {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:19:38.726847 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:38.768016 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-0a6a2d56-c525-4add-89ea-f3750d9cdbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'name': 'tempest-TestVolumeBootPattern-1437986128-router', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'external_fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e63ddc8a-1017-4c37-8d4d-313a98ec1f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:19:37Z', 'revision_number': 5, 'project_id': 'ba2af879d01f435381e75c591686ab56', 'gw_port': {'id': 'e63ddc8a-1017-4c37-8d4d-313a98ec1f1a', 'name': '', 'network_id': '6da5a613-1aa1-48f4-af01-171168c355b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92ba6bca-b17f-459b-8c36-8ce089125223', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-9-iscsi'}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:38.772358 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a2d56-c525-4add-89ea-f3750d9cdbf3 None None] Checking router: 72f4c67b-931d-42d2-b8d7-319acfb244c8 for host: dv-cinder-789603-9-iscsi {{(pid=91819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 15:19:38.780746 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a2d56-c525-4add-89ea-f3750d9cdbf3 None None] Routers {'72f4c67b-931d-42d2-b8d7-319acfb244c8'} bound to L3 agent in host dv-cinder-789603-9-iscsi {{(pid=91819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 15:19:38.781346 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-0a6a2d56-c525-4add-89ea-f3750d9cdbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T14:56:15Z,description=,heartbeat_timestamp=2021-06-09T15:19:15Z,host='dv-cinder-789603-9-iscsi',id=525735b2-c781-41fa-be63-b90dc6a59515,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T14:56:15Z,topic='l3_agent')) {'router_ids': ['72f4c67b-931d-42d2-b8d7-319acfb244c8'], 'active': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:38.844984 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] For port e63ddc8a-1017-4c37-8d4d-313a98ec1f1a, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=e63ddc8a-1017-4c37-8d4d-313a98ec1f1a,segment=NetworkSegment(43762007-476b-41af-b3f9-06640ceeec23),segment_id=43762007-476b-41af-b3f9-06640ceeec23)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:19:38.845331 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:38.928781 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_dvr_db [None req-0a6a2d56-c525-4add-89ea-f3750d9cdbf3 None None] Set router 72f4c67b-931d-42d2-b8d7-319acfb244c8 gateway port host: None {{(pid=91819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 09 15:19:38.964413 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Calling delete_port for e63ddc8a-1017-4c37-8d4d-313a98ec1f1a owned by network:router_gateway {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:19:39.031820 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.l3_hamode_db [None req-0a6a2d56-c525-4add-89ea-f3750d9cdbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'name': 'tempest-TestVolumeBootPattern-1437986128-router', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:19:38Z', 'revision_number': 6, 'project_id': 'ba2af879d01f435381e75c591686ab56', 'gw_port_host': None}], 'dv-cinder-789603-9-iscsi', False) {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:39.035642 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a2d56-c525-4add-89ea-f3750d9cdbf3 None None] The sync data for ids ['72f4c67b-931d-42d2-b8d7-319acfb244c8'] in dv-cinder-789603-9-iscsi is: [{'id': '72f4c67b-931d-42d2-b8d7-319acfb244c8', 'name': 'tempest-TestVolumeBootPattern-1437986128-router', 'tenant_id': 'ba2af879d01f435381e75c591686ab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T15:12:53Z', 'updated_at': '2021-06-09T15:19:38Z', 'revision_number': 6, 'project_id': 'ba2af879d01f435381e75c591686ab56', 'gw_port_host': None}] {{(pid=91819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 15:19:39.096200 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:39.099591 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-d600d177-0477-429d-9827-f0141416e5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:39.144331 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Pushing event deleted for resources: {'Port': ['ID=e63ddc8a-1017-4c37-8d4d-313a98ec1f1a,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:39.147393 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:39.235410 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442406'] for router_gateway, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:39.499939 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11366'] for router, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:39.501997 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:39.523357 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-603021'] for router, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:39.523883 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72f4c67b-931d-42d2-b8d7-319acfb244c8 {{(pid=91816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 15:19:39.528736 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] Notify callbacks [] for router, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:39.529883 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-00c2d5cf-0a14-4567-b658-e6ffe8494042 admin admin] 10.222.0.74 "DELETE /v2.0/routers/72f4c67b-931d-42d2-b8d7-319acfb244c8 HTTP/1.1" status: 204 len: 168 time: 1.2194998 Jun 09 15:19:39.532417 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58944) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:39.590314 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.db_base_plugin_v2 [None req-095ce464-e72a-41c6-b214-27d3bc0dbd90 admin admin] Deleting subnet a81aa9f7-aa71-4469-acd4-85a1953d502f {{(pid=91816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 15:19:39.593084 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-095ce464-e72a-41c6-b214-27d3bc0dbd90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:39.641984 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-095ce464-e72a-41c6-b214-27d3bc0dbd90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28148167'] for subnet, precommit_delete_associations {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:39.717914 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-095ce464-e72a-41c6-b214-27d3bc0dbd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3559905'] for subnet, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:39.791537 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-095ce464-e72a-41c6-b214-27d3bc0dbd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3559898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29139172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28855172'] for subnet, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:39.796570 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-ad5417c2-9a82-4581-b97b-b64d21ba33be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:39.834332 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ce464-e72a-41c6-b214-27d3bc0dbd90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81aa9f7-aa71-4469-acd4-85a1953d502f,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:39.837300 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-095ce464-e72a-41c6-b214-27d3bc0dbd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:39.838250 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-095ce464-e72a-41c6-b214-27d3bc0dbd90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:39.840821 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-095ce464-e72a-41c6-b214-27d3bc0dbd90 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a81aa9f7-aa71-4469-acd4-85a1953d502f HTTP/1.1" status: 204 len: 168 time: 0.3074529 Jun 09 15:19:39.843401 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58946) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:39.843734 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dda175a-f3f7-4f68-b1d2-840372845ab4 None None] Network 1fa1f3cb-e637-4e92-aca6-5c1c590682c0 requested from dv-cinder-789603-9-iscsi {{(pid=91818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 15:19:39.949133 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3725667'] for network, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.025898 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Deleting port fec3fa0d-3117-4ef7-a630-5dc4c036076b {{(pid=91816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:19:40.026232 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.110743 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7000e33d-3f4f-4ddf-8785-18d27fd25802 None None] DHCP port deletion for 1fa1f3cb-e637-4e92-aca6-5c1c590682c0 request from dv-cinder-789603-9-iscsi {{(pid=91818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 15:19:40.132471 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.db [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] For port fec3fa0d-3117-4ef7-a630-5dc4c036076b, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=fec3fa0d-3117-4ef7-a630-5dc4c036076b,segment=NetworkSegment(31aee941-8b30-4c84-90b2-b8626df33dde),segment_id=31aee941-8b30-4c84-90b2-b8626df33dde)] {{(pid=91816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:19:40.133156 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.177083 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 25dd6e45-459c-4e05-ad1e-e3fac49a9206 no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:19:40.217715 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: 25dd6e45-459c-4e05-ad1e-e3fac49a9206 {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:19:40.218059 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device 25dd6e45-459c-4e05-ad1e-e3fac49a9206 not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:19:40.218481 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device e63ddc8a-1017-4c37-8d4d-313a98ec1f1a no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:19:40.260401 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: e63ddc8a-1017-4c37-8d4d-313a98ec1f1a {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:19:40.260741 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device e63ddc8a-1017-4c37-8d4d-313a98ec1f1a not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:19:40.266044 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.plugin [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Calling delete_port for fec3fa0d-3117-4ef7-a630-5dc4c036076b owned by network:dhcp {{(pid=91816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:19:40.279884 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-7000e33d-3f4f-4ddf-8785-18d27fd25802 None None] Deleting port fec3fa0d-3117-4ef7-a630-5dc4c036076b {{(pid=91818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 15:19:40.280206 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7000e33d-3f4f-4ddf-8785-18d27fd25802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759738354908'] for port, before_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.311680 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29138994'] for port, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.316446 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-188ea71b-c893-48d6-baaf-1cd6829549b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:40.363306 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] No DVR routers for this DVR port fec3fa0d-3117-4ef7-a630-5dc4c036076b on host dv-cinder-789603-9-iscsi {{(pid=91816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:19:40.365034 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec3fa0d-3117-4ef7-a630-5dc4c036076b,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:40.385405 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.db [None req-7000e33d-3f4f-4ddf-8785-18d27fd25802 None None] For port fec3fa0d-3117-4ef7-a630-5dc4c036076b, host dv-cinder-789603-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-9-iscsi',level=0,port_id=fec3fa0d-3117-4ef7-a630-5dc4c036076b,segment=NetworkSegment(31aee941-8b30-4c84-90b2-b8626df33dde),segment_id=31aee941-8b30-4c84-90b2-b8626df33dde)] {{(pid=91818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 15:19:40.385821 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7000e33d-3f4f-4ddf-8785-18d27fd25802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596193'] for port, precommit_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.394537 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:40.480060 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3560810', 'neutron.services.segments.db._delete_segments_for_network-8759738404015'] for network, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.492503 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa1f3cb-e637-4e92-aca6-5c1c590682c0']}} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:40.503802 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-7000e33d-3f4f-4ddf-8785-18d27fd25802 None None] Calling delete_port for fec3fa0d-3117-4ef7-a630-5dc4c036076b owned by network:dhcp {{(pid=91818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 15:19:40.504772 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31aee941-8b30-4c84-90b2-b8626df33dde') {'for_net_delete': True} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:40.505064 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.services.segments.db [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31aee941-8b30-4c84-90b2-b8626df33dde') {} {{(pid=91816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 15:19:40.516732 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759738146762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28148222'] for segment, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.532978 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628'] for segment, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.539048 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=91816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 15:19:40.539450 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3564628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29139015'] for segment, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.546656 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-7000e33d-3f4f-4ddf-8785-18d27fd25802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759738378204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759737875303'] for port, after_delete {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.550134 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-2fb1b9cd-3a59-410e-80d6-0c635d2a987b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: Traceback (most recent call last): Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: timer() Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: cb(*args, **kw) Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: return func(*args, **kwargs) Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: self._notify() Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: self.callback(batched_events) Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: event.method(event) Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: return f(self, *a, **k) Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._get(url).json() Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: return self.request(url, 'GET', **kwargs) Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 15:19:40.553059 dv-cinder-789603-9-iscsi neutron-server[91816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 15:19:40.591118 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000e33d-3f4f-4ddf-8785-18d27fd25802 None None] Pushing event deleted for resources: {'Port': ['ID=fec3fa0d-3117-4ef7-a630-5dc4c036076b,revision_number=None']} {{(pid=91818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:40.594578 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG oslo_concurrency.lockutils [None req-7000e33d-3f4f-4ddf-8785-18d27fd25802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:40.596630 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000e33d-3f4f-4ddf-8785-18d27fd25802 None None] No DVR routers for this DVR port fec3fa0d-3117-4ef7-a630-5dc4c036076b on host dv-cinder-789603-9-iscsi {{(pid=91818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 15:19:40.630294 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3560803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442371'] for network, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.634000 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-282bbb36-65a3-4a0f-9893-e1c3cfc01370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:40.647265 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631516'] for network, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.648994 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/1fa1f3cb-e637-4e92-aca6-5c1c590682c0 HTTP/1.1" status: 204 len: 168 time: 0.8047006 Jun 09 15:19:40.656110 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa1f3cb-e637-4e92-aca6-5c1c590682c0,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:40.658369 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-1e37d623-b9b4-4573-a59e-e8d003f46fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:40.762698 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58950) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:40.824439 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-d8de64f8-60e4-441c-8fac-cadf41b5c4a7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=717d483b757d46509ab99784aeb0b533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602219 Jun 09 15:19:40.826593 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58952) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:40.884008 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9784b99e-9d7f-4e0f-b94a-c2ad2660ad22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.909577 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9784b99e-9d7f-4e0f-b94a-c2ad2660ad22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.959433 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9784b99e-9d7f-4e0f-b94a-c2ad2660ad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.961812 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-9784b99e-9d7f-4e0f-b94a-c2ad2660ad22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:40.962936 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-9784b99e-9d7f-4e0f-b94a-c2ad2660ad22 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f15ccc5c-b3dc-4156-ad5c-4d94a857ec15 HTTP/1.1" status: 204 len: 168 time: 0.1354470 Jun 09 15:19:40.963663 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-55ea1c5d-6190-42ce-b14d-ad71454667db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:40.973550 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784b99e-9d7f-4e0f-b94a-c2ad2660ad22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15ccc5c-b3dc-4156-ad5c-4d94a857ec15,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:40.975804 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-9784b99e-9d7f-4e0f-b94a-c2ad2660ad22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:41.300353 dv-cinder-789603-9-iscsi neutron-server[91817]: DEBUG neutron.wsgi [-] (91817) accepted ('10.222.0.74', 58958) {{(pid=91817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:41.348758 dv-cinder-789603-9-iscsi neutron-server[91817]: INFO neutron.wsgi [None req-b522de5e-3943-454b-a17d-461a46c66834 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ba2af879d01f435381e75c591686ab56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471275 Jun 09 15:19:41.351103 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [-] (91816) accepted ('10.222.0.74', 58960) {{(pid=91816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 15:19:41.505180 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5cd9ca46-df05-44f8-8028-63b82774ba4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:41.531961 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5cd9ca46-df05-44f8-8028-63b82774ba4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:41.582430 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5cd9ca46-df05-44f8-8028-63b82774ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472615'] for security_group, after_delete {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:41.584908 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron_lib.callbacks.manager [None req-5cd9ca46-df05-44f8-8028-63b82774ba4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:41.586018 dv-cinder-789603-9-iscsi neutron-server[91816]: INFO neutron.wsgi [None req-5cd9ca46-df05-44f8-8028-63b82774ba4d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7f87a96c-feac-409c-8c86-7ed4726c87aa HTTP/1.1" status: 204 len: 168 time: 0.2339249 Jun 09 15:19:41.586800 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-6cb47f56-4271-44ae-9004-3daa776cb112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 15:19:41.596709 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9ca46-df05-44f8-8028-63b82774ba4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f87a96c-feac-409c-8c86-7ed4726c87aa,revision_number=None']} {{(pid=91816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 15:19:41.598979 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG oslo_concurrency.lockutils [None req-5cd9ca46-df05-44f8-8028-63b82774ba4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 15:19:42.124014 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device fec3fa0d-3117-4ef7-a630-5dc4c036076b no longer exists at agent ovs-agent-dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 15:19:42.161823 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.plugin [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] No Port match for: fec3fa0d-3117-4ef7-a630-5dc4c036076b {{(pid=91818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 15:19:42.162176 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron.plugins.ml2.rpc [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Device fec3fa0d-3117-4ef7-a630-5dc4c036076b not bound to the agent host dv-cinder-789603-9-iscsi {{(pid=91818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 15:19:42.871184 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-fe83c107-9e7b-45df-bde4-1aafc917aea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:45.360830 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:45.440610 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-fd57f2bc-8ac9-4514-ad37-d9b1a7c0a53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:46.405661 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:48.309017 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:19:55.811893 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:20:07.252430 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:12.872336 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4b75eda4-29c3-469c-a7b0-62647096b81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:15.361995 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:15.441725 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-ad093eef-9763-4226-b0d5-263dd4e25aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:16.408451 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:18.310024 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:32.810813 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:20:37.262961 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:42.874866 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8969c843-4f48-4250-a9c7-00a70648a374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:45.362858 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:45.442476 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-5bfd94f0-26bb-4e08-be76-e23f2c8e6c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:46.412257 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:20:48.315726 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:07.278326 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:09.809621 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:21:12.876434 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-860d2dac-5e1a-47dc-a9b5-35e0c8969d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:15.367008 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:15.443627 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-3dba06e9-8e5a-4929-8cc3-dbf024953be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:16.414465 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:18.317838 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:37.267993 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:42.877714 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7041101-d639-44e0-a03f-bfbfc96ef2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:45.369352 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:45.443991 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-096f5620-4836-4d39-b5d2-1fa649b27c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:46.417752 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:21:46.808632 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:21:48.323438 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:22:06.478948 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [req-9a9a6e57-68dc-4499-8053-eeaf4cbe0315 req-c01c851d-93af-4a66-a0e1-89958e0b1bad tempest-AttachVolumeNegativeTest-2037937123 tempest-AttachVolumeNegativeTest-2037937123-project] (91816) timed out ('10.222.0.61', 60843) {{(pid=91816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 15:22:07.291404 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:22:12.880760 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-d2833778-5f02-4255-bbbf-06439b34814a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:22:15.372368 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:22:15.444607 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-8a1def24-818a-40a7-97a0-a8d46ca05bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:22:16.420704 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:22:18.323141 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:22:23.807206 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:22:37.281519 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:22:42.882335 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e65330e4-7860-4094-ba7a-38b478c370c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:22:45.376429 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:22:45.444182 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-4097e17a-9a35-437b-9f79-f03420008349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:22:46.423463 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:22:48.326901 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:23:00.806652 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:23:07.304251 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:23:12.883551 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-0619ea04-cf4f-4363-984f-58ea51ced3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:23:15.379151 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:23:15.443813 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5edb-297f-4cce-87ab-2844c150d356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:23:16.425622 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:23:18.329666 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:23:37.305179 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:23:37.805917 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:23:42.885590 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff6a9-31f1-41a8-9169-a09dc0bc61dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:23:45.383838 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:23:45.443828 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-14b4cae8-cff6-4278-80bb-fcc344f2a16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:23:46.428165 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:23:48.332808 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:24:07.333581 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:24:12.887422 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-51911c58-7944-4110-917b-8ffd4bccfacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:24:14.804823 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 15:24:15.386704 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:24:15.444301 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2c584db1-51f5-4712-af38-da85341afa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:24:16.432008 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:24:18.336506 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:24:37.333443 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-2dea7be3-85da-44d1-b3e2-eb9da31c5788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:24:42.888423 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-3a0fc46c-df99-4e7b-a673-8926fcb00008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:24:45.388441 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-e962ecc9-dca8-4664-aaa4-189eddb5e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:24:45.443602 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-c61d17ec-27ab-41aa-a0bd-2edbb5867e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:24:46.439106 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-a7c42625-0721-4d3c-8800-425ee2ee37ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:24:47.315545 dv-cinder-789603-9-iscsi neutron-server[91816]: DEBUG neutron.wsgi [req-32eb9ebc-2d69-4e79-9411-a91c00bb5f23 req-cc045b85-2180-425f-b024-defa91a113ba service neutron] (91816) timed out ('10.222.0.61', 60819) {{(pid=91816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 15:24:48.338719 dv-cinder-789603-9-iscsi neutron-server[91818]: DEBUG neutron_lib.callbacks.manager [None req-1b5466bc-0aa9-4560-ab33-a17f0f88d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759738403997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653792'] for agent, after_update {{(pid=91818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 15:24:51.803677 dv-cinder-789603-9-iscsi neutron-server[91819]: DEBUG neutron.db.agents_db [None req-744668a1-75b0-4c8f-8a75-e25e30eed603 None None] Agent healthcheck: found 6 active agents {{(pid=91819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}